2024-11-21 14:16:52,574 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-21 14:16:52,586 main DEBUG Took 0.009761 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-21 14:16:52,586 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-21 14:16:52,587 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-21 14:16:52,587 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-21 14:16:52,589 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 14:16:52,595 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-21 14:16:52,614 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 14:16:52,615 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 14:16:52,616 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 14:16:52,616 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 14:16:52,616 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 14:16:52,617 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 14:16:52,617 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 14:16:52,618 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 14:16:52,618 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 14:16:52,618 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 14:16:52,619 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 14:16:52,619 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 14:16:52,620 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 14:16:52,620 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 14:16:52,621 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 14:16:52,621 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 14:16:52,621 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 14:16:52,622 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 14:16:52,622 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 14:16:52,622 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 14:16:52,623 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 14:16:52,623 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 14:16:52,623 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 14:16:52,624 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 14:16:52,624 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 14:16:52,624 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-21 14:16:52,626 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 14:16:52,627 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-21 14:16:52,629 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-21 14:16:52,629 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-21 14:16:52,631 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-21 14:16:52,631 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-21 14:16:52,639 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-21 14:16:52,642 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-21 14:16:52,644 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-21 14:16:52,644 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-21 14:16:52,644 main DEBUG createAppenders(={Console}) 2024-11-21 14:16:52,645 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-21 14:16:52,645 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-21 14:16:52,645 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-21 14:16:52,646 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-21 14:16:52,646 main DEBUG OutputStream closed 2024-11-21 14:16:52,646 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-21 14:16:52,647 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-21 14:16:52,647 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-21 14:16:52,715 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-21 14:16:52,717 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-21 14:16:52,718 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-21 14:16:52,719 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-21 14:16:52,720 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-21 14:16:52,720 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-21 14:16:52,720 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-21 14:16:52,721 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-21 14:16:52,721 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-21 14:16:52,721 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-21 14:16:52,721 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-21 14:16:52,722 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-21 14:16:52,722 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-21 14:16:52,722 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-21 14:16:52,723 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-21 14:16:52,723 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-21 14:16:52,723 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-21 14:16:52,724 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-21 14:16:52,726 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-21 14:16:52,727 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-21 14:16:52,727 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-21 14:16:52,728 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-21T14:16:52,742 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-21 14:16:52,744 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-21 14:16:52,745 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-21T14:16:52,794 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=351, ProcessCount=11, AvailableMemoryMB=5076 2024-11-21T14:16:53,036 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-21T14:16:53,075 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5812ab1-94cb-d17e-91b9-81ff362f47e2 2024-11-21T14:16:53,077 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5812ab1-94cb-d17e-91b9-81ff362f47e2/cluster_21db772a-8c41-31c2-dff4-7f1c26e6a5cf, deleteOnExit=true 2024-11-21T14:16:53,162 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5812ab1-94cb-d17e-91b9-81ff362f47e2/cluster_21db772a-8c41-31c2-dff4-7f1c26e6a5cf/zookeeper_0, clientPort=54222, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5812ab1-94cb-d17e-91b9-81ff362f47e2/cluster_21db772a-8c41-31c2-dff4-7f1c26e6a5cf/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5812ab1-94cb-d17e-91b9-81ff362f47e2/cluster_21db772a-8c41-31c2-dff4-7f1c26e6a5cf/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-21T14:16:53,176 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54222 2024-11-21T14:16:53,176 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T14:16:53,193 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T14:16:53,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5812ab1-94cb-d17e-91b9-81ff362f47e2/test.cache.data in system properties and HBase conf 2024-11-21T14:16:53,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5812ab1-94cb-d17e-91b9-81ff362f47e2/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T14:16:53,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5812ab1-94cb-d17e-91b9-81ff362f47e2/hadoop.log.dir in system properties and HBase conf 2024-11-21T14:16:53,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5812ab1-94cb-d17e-91b9-81ff362f47e2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T14:16:53,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5812ab1-94cb-d17e-91b9-81ff362f47e2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T14:16:53,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T14:16:53,281 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-21T14:16:53,373 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T14:16:53,376 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5812ab1-94cb-d17e-91b9-81ff362f47e2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T14:16:53,377 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5812ab1-94cb-d17e-91b9-81ff362f47e2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T14:16:53,377 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5812ab1-94cb-d17e-91b9-81ff362f47e2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T14:16:53,377 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5812ab1-94cb-d17e-91b9-81ff362f47e2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T14:16:53,378 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5812ab1-94cb-d17e-91b9-81ff362f47e2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T14:16:53,378 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5812ab1-94cb-d17e-91b9-81ff362f47e2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T14:16:53,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5812ab1-94cb-d17e-91b9-81ff362f47e2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T14:16:53,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5812ab1-94cb-d17e-91b9-81ff362f47e2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T14:16:53,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5812ab1-94cb-d17e-91b9-81ff362f47e2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T14:16:53,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5812ab1-94cb-d17e-91b9-81ff362f47e2/nfs.dump.dir in system properties and HBase conf 2024-11-21T14:16:53,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5812ab1-94cb-d17e-91b9-81ff362f47e2/java.io.tmpdir in system properties and HBase conf 2024-11-21T14:16:53,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5812ab1-94cb-d17e-91b9-81ff362f47e2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T14:16:53,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5812ab1-94cb-d17e-91b9-81ff362f47e2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T14:16:53,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5812ab1-94cb-d17e-91b9-81ff362f47e2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T14:16:54,216 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-21T14:16:54,311 INFO [Time-limited test {}] log.Log(170): Logging initialized @2415ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-21T14:16:54,395 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T14:16:54,479 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T14:16:54,507 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T14:16:54,507 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T14:16:54,508 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T14:16:54,521 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T14:16:54,523 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5812ab1-94cb-d17e-91b9-81ff362f47e2/hadoop.log.dir/,AVAILABLE} 2024-11-21T14:16:54,524 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T14:16:54,754 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@303ee801{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5812ab1-94cb-d17e-91b9-81ff362f47e2/java.io.tmpdir/jetty-localhost-40501-hadoop-hdfs-3_4_1-tests_jar-_-any-5807038302428583963/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T14:16:54,762 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:40501} 2024-11-21T14:16:54,763 INFO [Time-limited test {}] server.Server(415): Started @2868ms 2024-11-21T14:16:55,187 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T14:16:55,194 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T14:16:55,195 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T14:16:55,196 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T14:16:55,196 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T14:16:55,197 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e4f8960{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5812ab1-94cb-d17e-91b9-81ff362f47e2/hadoop.log.dir/,AVAILABLE} 2024-11-21T14:16:55,197 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c529a07{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T14:16:55,319 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@20104caa{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5812ab1-94cb-d17e-91b9-81ff362f47e2/java.io.tmpdir/jetty-localhost-38547-hadoop-hdfs-3_4_1-tests_jar-_-any-3278224309488488822/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T14:16:55,320 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5d6be275{HTTP/1.1, (http/1.1)}{localhost:38547} 2024-11-21T14:16:55,320 INFO [Time-limited test {}] server.Server(415): Started @3425ms 2024-11-21T14:16:55,381 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T14:16:55,848 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5812ab1-94cb-d17e-91b9-81ff362f47e2/cluster_21db772a-8c41-31c2-dff4-7f1c26e6a5cf/data/data1/current/BP-1066073073-172.17.0.2-1732198613968/current, will proceed with Du for space computation calculation, 2024-11-21T14:16:55,848 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5812ab1-94cb-d17e-91b9-81ff362f47e2/cluster_21db772a-8c41-31c2-dff4-7f1c26e6a5cf/data/data2/current/BP-1066073073-172.17.0.2-1732198613968/current, will proceed with Du for space computation calculation, 2024-11-21T14:16:55,884 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T14:16:55,936 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc7d37194f022d1b0 with lease ID 0x356a8ef8b2b9a80c: Processing first storage report for DS-4992e198-ccf9-4f05-aad0-1b94831105ec from datanode DatanodeRegistration(127.0.0.1:36643, datanodeUuid=f5b7ebd4-d4d4-453e-888d-6eaf37142fd6, infoPort=36015, infoSecurePort=0, ipcPort=38651, storageInfo=lv=-57;cid=testClusterID;nsid=2126802917;c=1732198613968) 2024-11-21T14:16:55,937 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc7d37194f022d1b0 with lease ID 0x356a8ef8b2b9a80c: from storage DS-4992e198-ccf9-4f05-aad0-1b94831105ec node DatanodeRegistration(127.0.0.1:36643, datanodeUuid=f5b7ebd4-d4d4-453e-888d-6eaf37142fd6, infoPort=36015, infoSecurePort=0, ipcPort=38651, storageInfo=lv=-57;cid=testClusterID;nsid=2126802917;c=1732198613968), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-21T14:16:55,938 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc7d37194f022d1b0 with lease ID 0x356a8ef8b2b9a80c: Processing first storage report for DS-213a2122-b94e-424f-b7b5-8b1f8231168a from datanode DatanodeRegistration(127.0.0.1:36643, datanodeUuid=f5b7ebd4-d4d4-453e-888d-6eaf37142fd6, infoPort=36015, infoSecurePort=0, ipcPort=38651, storageInfo=lv=-57;cid=testClusterID;nsid=2126802917;c=1732198613968) 2024-11-21T14:16:55,938 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc7d37194f022d1b0 with lease ID 0x356a8ef8b2b9a80c: from storage DS-213a2122-b94e-424f-b7b5-8b1f8231168a node DatanodeRegistration(127.0.0.1:36643, datanodeUuid=f5b7ebd4-d4d4-453e-888d-6eaf37142fd6, infoPort=36015, infoSecurePort=0, ipcPort=38651, storageInfo=lv=-57;cid=testClusterID;nsid=2126802917;c=1732198613968), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T14:16:55,949 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5812ab1-94cb-d17e-91b9-81ff362f47e2 2024-11-21T14:16:55,962 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:16:55,966 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:16:56,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36643 is added to blk_1073741825_1001 (size=7) 2024-11-21T14:16:56,607 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965 with version=8 2024-11-21T14:16:56,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/hbase-staging 2024-11-21T14:16:56,744 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-21T14:16:57,035 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8a7a968213a0:0 server-side Connection retries=45 2024-11-21T14:16:57,046 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T14:16:57,046 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T14:16:57,051 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T14:16:57,051 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T14:16:57,052 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T14:16:57,188 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T14:16:57,248 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-21T14:16:57,259 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-21T14:16:57,263 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T14:16:57,293 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 13019 (auto-detected) 2024-11-21T14:16:57,294 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-21T14:16:57,314 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38369 2024-11-21T14:16:57,344 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38369 connecting to ZooKeeper ensemble=127.0.0.1:54222 2024-11-21T14:16:57,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:383690x0, quorum=127.0.0.1:54222, baseZNode=/0487538192 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T14:16:57,380 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38369-0x1013ae32b260000 connected 2024-11-21T14:16:57,409 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:16:57,411 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:16:57,420 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38369-0x1013ae32b260000, quorum=127.0.0.1:54222, baseZNode=/0487538192 Set watcher on znode that does not yet exist, /0487538192/running 2024-11-21T14:16:57,424 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965, hbase.cluster.distributed=false 2024-11-21T14:16:57,446 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38369-0x1013ae32b260000, quorum=127.0.0.1:54222, baseZNode=/0487538192 Set watcher on znode that does not yet exist, /0487538192/acl 2024-11-21T14:16:57,450 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38369 2024-11-21T14:16:57,451 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38369 2024-11-21T14:16:57,452 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38369 2024-11-21T14:16:57,453 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38369 2024-11-21T14:16:57,453 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38369 2024-11-21T14:16:57,563 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8a7a968213a0:0 server-side Connection retries=45 2024-11-21T14:16:57,565 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T14:16:57,565 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T14:16:57,565 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T14:16:57,565 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T14:16:57,566 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T14:16:57,569 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T14:16:57,571 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T14:16:57,572 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39893 2024-11-21T14:16:57,574 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39893 connecting to ZooKeeper ensemble=127.0.0.1:54222 2024-11-21T14:16:57,575 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:16:57,577 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:16:57,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:398930x0, quorum=127.0.0.1:54222, baseZNode=/0487538192 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T14:16:57,584 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39893-0x1013ae32b260001 connected 2024-11-21T14:16:57,584 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39893-0x1013ae32b260001, quorum=127.0.0.1:54222, baseZNode=/0487538192 Set watcher on znode that does not yet exist, /0487538192/running 2024-11-21T14:16:57,588 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T14:16:57,597 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T14:16:57,599 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39893-0x1013ae32b260001, quorum=127.0.0.1:54222, baseZNode=/0487538192 Set watcher on znode that does not yet exist, /0487538192/master 2024-11-21T14:16:57,604 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39893-0x1013ae32b260001, quorum=127.0.0.1:54222, baseZNode=/0487538192 Set watcher on znode that does not yet exist, /0487538192/acl 2024-11-21T14:16:57,605 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39893 2024-11-21T14:16:57,605 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39893 2024-11-21T14:16:57,606 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39893 2024-11-21T14:16:57,606 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39893 2024-11-21T14:16:57,607 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39893 2024-11-21T14:16:57,623 DEBUG [M:0;8a7a968213a0:38369 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8a7a968213a0:38369 2024-11-21T14:16:57,624 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0487538192/backup-masters/8a7a968213a0,38369,1732198616821 2024-11-21T14:16:57,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39893-0x1013ae32b260001, quorum=127.0.0.1:54222, baseZNode=/0487538192 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0487538192/backup-masters 2024-11-21T14:16:57,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38369-0x1013ae32b260000, quorum=127.0.0.1:54222, baseZNode=/0487538192 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0487538192/backup-masters 2024-11-21T14:16:57,633 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38369-0x1013ae32b260000, quorum=127.0.0.1:54222, baseZNode=/0487538192 Set watcher on existing znode=/0487538192/backup-masters/8a7a968213a0,38369,1732198616821 2024-11-21T14:16:57,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39893-0x1013ae32b260001, quorum=127.0.0.1:54222, baseZNode=/0487538192 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0487538192/master 2024-11-21T14:16:57,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38369-0x1013ae32b260000, quorum=127.0.0.1:54222, baseZNode=/0487538192 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0487538192 2024-11-21T14:16:57,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39893-0x1013ae32b260001, quorum=127.0.0.1:54222, baseZNode=/0487538192 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0487538192 2024-11-21T14:16:57,654 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38369-0x1013ae32b260000, quorum=127.0.0.1:54222, baseZNode=/0487538192 Set watcher on existing znode=/0487538192/master 2024-11-21T14:16:57,656 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0487538192/backup-masters/8a7a968213a0,38369,1732198616821 from backup master directory 2024-11-21T14:16:57,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38369-0x1013ae32b260000, quorum=127.0.0.1:54222, baseZNode=/0487538192 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0487538192/backup-masters/8a7a968213a0,38369,1732198616821 2024-11-21T14:16:57,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39893-0x1013ae32b260001, quorum=127.0.0.1:54222, baseZNode=/0487538192 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0487538192/backup-masters 2024-11-21T14:16:57,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38369-0x1013ae32b260000, quorum=127.0.0.1:54222, baseZNode=/0487538192 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0487538192/backup-masters 2024-11-21T14:16:57,661 WARN [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T14:16:57,661 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8a7a968213a0,38369,1732198616821 2024-11-21T14:16:57,664 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-21T14:16:57,666 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-21T14:16:57,723 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/hbase.id] with ID: 2ec9841e-4ea2-40fe-bc3d-5aa55487a892 2024-11-21T14:16:57,723 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/.tmp/hbase.id 2024-11-21T14:16:57,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36643 is added to blk_1073741826_1002 (size=42) 2024-11-21T14:16:58,136 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/.tmp/hbase.id]:[hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/hbase.id] 2024-11-21T14:16:58,180 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:16:58,184 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T14:16:58,203 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 18ms. 2024-11-21T14:16:58,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39893-0x1013ae32b260001, quorum=127.0.0.1:54222, baseZNode=/0487538192 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0487538192 2024-11-21T14:16:58,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38369-0x1013ae32b260000, quorum=127.0.0.1:54222, baseZNode=/0487538192 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0487538192 2024-11-21T14:16:58,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36643 is added to blk_1073741827_1003 (size=196) 2024-11-21T14:16:58,632 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T14:16:58,634 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T14:16:58,651 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:16:58,655 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:16:58,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36643 is added to blk_1073741828_1004 (size=1189) 2024-11-21T14:16:58,704 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/MasterData/data/master/store 2024-11-21T14:16:58,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36643 is added to blk_1073741829_1005 (size=34) 2024-11-21T14:16:59,130 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-21T14:16:59,134 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:16:59,135 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T14:16:59,136 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:16:59,136 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:16:59,138 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T14:16:59,138 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:16:59,138 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:16:59,140 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732198619135Disabling compacts and flushes for region at 1732198619135Disabling writes for close at 1732198619138 (+3 ms)Writing region close event to WAL at 1732198619138Closed at 1732198619138 2024-11-21T14:16:59,143 WARN [master/8a7a968213a0:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/MasterData/data/master/store/.initializing 2024-11-21T14:16:59,143 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/MasterData/WALs/8a7a968213a0,38369,1732198616821 2024-11-21T14:16:59,154 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T14:16:59,169 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8a7a968213a0%2C38369%2C1732198616821, suffix=, logDir=hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/MasterData/WALs/8a7a968213a0,38369,1732198616821, archiveDir=hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/MasterData/oldWALs, maxLogs=10 2024-11-21T14:16:59,193 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/MasterData/WALs/8a7a968213a0,38369,1732198616821/8a7a968213a0%2C38369%2C1732198616821.1732198619174, exclude list is [], retry=0 2024-11-21T14:16:59,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36643,DS-4992e198-ccf9-4f05-aad0-1b94831105ec,DISK] 2024-11-21T14:16:59,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-21T14:16:59,250 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/MasterData/WALs/8a7a968213a0,38369,1732198616821/8a7a968213a0%2C38369%2C1732198616821.1732198619174 2024-11-21T14:16:59,251 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36015:36015)] 2024-11-21T14:16:59,251 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T14:16:59,252 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:16:59,255 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:16:59,256 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:16:59,293 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:16:59,321 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T14:16:59,325 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:16:59,328 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:16:59,329 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:16:59,332 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T14:16:59,332 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:16:59,333 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:16:59,334 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:16:59,337 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T14:16:59,337 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:16:59,338 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:16:59,338 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:16:59,341 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T14:16:59,341 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:16:59,342 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:16:59,343 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:16:59,346 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:16:59,347 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:16:59,352 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:16:59,353 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:16:59,356 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T14:16:59,360 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:16:59,364 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T14:16:59,365 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59805706, jitterRate=-0.10882553458213806}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T14:16:59,370 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732198619268Initializing all the Stores at 1732198619270 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198619271 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198619271Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198619271Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198619272 (+1 ms)Cleaning up temporary data from old regions at 1732198619353 (+81 ms)Region opened successfully at 1732198619370 (+17 ms) 2024-11-21T14:16:59,372 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T14:16:59,405 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15ec2fa2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8a7a968213a0/172.17.0.2:0 2024-11-21T14:16:59,439 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T14:16:59,451 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T14:16:59,451 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T14:16:59,454 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T14:16:59,456 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-21T14:16:59,461 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-21T14:16:59,461 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T14:16:59,487 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T14:16:59,495 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38369-0x1013ae32b260000, quorum=127.0.0.1:54222, baseZNode=/0487538192 Unable to get data of znode /0487538192/balancer because node does not exist (not necessarily an error) 2024-11-21T14:16:59,498 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0487538192/balancer already deleted, retry=false 2024-11-21T14:16:59,500 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T14:16:59,501 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38369-0x1013ae32b260000, quorum=127.0.0.1:54222, baseZNode=/0487538192 Unable to get data of znode /0487538192/normalizer because node does not exist (not necessarily an error) 2024-11-21T14:16:59,503 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0487538192/normalizer already deleted, retry=false 2024-11-21T14:16:59,505 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T14:16:59,508 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38369-0x1013ae32b260000, quorum=127.0.0.1:54222, baseZNode=/0487538192 Unable to get data of znode /0487538192/switch/split because node does not exist (not necessarily an error) 2024-11-21T14:16:59,510 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0487538192/switch/split already deleted, retry=false 2024-11-21T14:16:59,511 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38369-0x1013ae32b260000, quorum=127.0.0.1:54222, baseZNode=/0487538192 Unable to get data of znode /0487538192/switch/merge because node does not exist (not necessarily an error) 2024-11-21T14:16:59,513 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0487538192/switch/merge already deleted, retry=false 2024-11-21T14:16:59,531 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38369-0x1013ae32b260000, quorum=127.0.0.1:54222, baseZNode=/0487538192 Unable to get data of znode /0487538192/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T14:16:59,533 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0487538192/snapshot-cleanup already deleted, retry=false 2024-11-21T14:16:59,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38369-0x1013ae32b260000, quorum=127.0.0.1:54222, baseZNode=/0487538192 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0487538192/running 2024-11-21T14:16:59,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39893-0x1013ae32b260001, quorum=127.0.0.1:54222, baseZNode=/0487538192 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0487538192/running 2024-11-21T14:16:59,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38369-0x1013ae32b260000, quorum=127.0.0.1:54222, baseZNode=/0487538192 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0487538192 2024-11-21T14:16:59,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39893-0x1013ae32b260001, quorum=127.0.0.1:54222, baseZNode=/0487538192 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0487538192 2024-11-21T14:16:59,539 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8a7a968213a0,38369,1732198616821, sessionid=0x1013ae32b260000, setting cluster-up flag (Was=false) 2024-11-21T14:16:59,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39893-0x1013ae32b260001, quorum=127.0.0.1:54222, baseZNode=/0487538192 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0487538192 2024-11-21T14:16:59,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38369-0x1013ae32b260000, quorum=127.0.0.1:54222, baseZNode=/0487538192 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0487538192 2024-11-21T14:16:59,560 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0487538192/flush-table-proc/acquired, /0487538192/flush-table-proc/reached, /0487538192/flush-table-proc/abort 2024-11-21T14:16:59,562 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8a7a968213a0,38369,1732198616821 2024-11-21T14:16:59,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38369-0x1013ae32b260000, quorum=127.0.0.1:54222, baseZNode=/0487538192 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0487538192 2024-11-21T14:16:59,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39893-0x1013ae32b260001, quorum=127.0.0.1:54222, baseZNode=/0487538192 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0487538192 2024-11-21T14:16:59,574 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0487538192/online-snapshot/acquired, /0487538192/online-snapshot/reached, /0487538192/online-snapshot/abort 2024-11-21T14:16:59,576 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8a7a968213a0,38369,1732198616821 2024-11-21T14:16:59,582 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T14:16:59,612 INFO [RS:0;8a7a968213a0:39893 {}] regionserver.HRegionServer(746): ClusterId : 2ec9841e-4ea2-40fe-bc3d-5aa55487a892 2024-11-21T14:16:59,615 DEBUG [RS:0;8a7a968213a0:39893 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T14:16:59,619 DEBUG [RS:0;8a7a968213a0:39893 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T14:16:59,620 DEBUG [RS:0;8a7a968213a0:39893 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T14:16:59,623 DEBUG [RS:0;8a7a968213a0:39893 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T14:16:59,623 DEBUG [RS:0;8a7a968213a0:39893 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2276ebd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8a7a968213a0/172.17.0.2:0 2024-11-21T14:16:59,638 DEBUG [RS:0;8a7a968213a0:39893 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8a7a968213a0:39893 2024-11-21T14:16:59,641 INFO [RS:0;8a7a968213a0:39893 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T14:16:59,641 INFO [RS:0;8a7a968213a0:39893 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T14:16:59,641 DEBUG [RS:0;8a7a968213a0:39893 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T14:16:59,643 INFO [RS:0;8a7a968213a0:39893 {}] regionserver.HRegionServer(2659): reportForDuty to master=8a7a968213a0,38369,1732198616821 with port=39893, startcode=1732198617523 2024-11-21T14:16:59,655 DEBUG [RS:0;8a7a968213a0:39893 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T14:16:59,665 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T14:16:59,676 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T14:16:59,689 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T14:16:59,693 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39855, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T14:16:59,696 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8a7a968213a0,38369,1732198616821 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T14:16:59,699 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38369 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T14:16:59,704 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8a7a968213a0:0, corePoolSize=5, maxPoolSize=5 2024-11-21T14:16:59,705 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8a7a968213a0:0, corePoolSize=5, maxPoolSize=5 2024-11-21T14:16:59,705 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8a7a968213a0:0, corePoolSize=5, maxPoolSize=5 2024-11-21T14:16:59,705 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8a7a968213a0:0, corePoolSize=5, maxPoolSize=5 2024-11-21T14:16:59,705 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8a7a968213a0:0, corePoolSize=10, maxPoolSize=10 2024-11-21T14:16:59,706 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:16:59,706 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8a7a968213a0:0, corePoolSize=2, maxPoolSize=2 2024-11-21T14:16:59,706 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:16:59,709 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732198649709 2024-11-21T14:16:59,711 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T14:16:59,711 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T14:16:59,712 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T14:16:59,712 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T14:16:59,717 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T14:16:59,717 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T14:16:59,718 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T14:16:59,718 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T14:16:59,719 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:16:59,720 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T14:16:59,719 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T14:16:59,722 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T14:16:59,723 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T14:16:59,724 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T14:16:59,724 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T14:16:59,727 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T14:16:59,727 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T14:16:59,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36643 is added to blk_1073741831_1007 (size=1321) 2024-11-21T14:16:59,729 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8a7a968213a0:0:becomeActiveMaster-HFileCleaner.large.0-1732198619729,5,FailOnTimeoutGroup] 2024-11-21T14:16:59,730 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8a7a968213a0:0:becomeActiveMaster-HFileCleaner.small.0-1732198619730,5,FailOnTimeoutGroup] 2024-11-21T14:16:59,730 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T14:16:59,731 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T14:16:59,732 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T14:16:59,732 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T14:16:59,732 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965 2024-11-21T14:16:59,732 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T14:16:59,733 DEBUG [RS:0;8a7a968213a0:39893 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-21T14:16:59,733 WARN [RS:0;8a7a968213a0:39893 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-21T14:16:59,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36643 is added to blk_1073741832_1008 (size=32) 2024-11-21T14:16:59,834 INFO [RS:0;8a7a968213a0:39893 {}] regionserver.HRegionServer(2659): reportForDuty to master=8a7a968213a0,38369,1732198616821 with port=39893, startcode=1732198617523 2024-11-21T14:16:59,837 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38369 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8a7a968213a0,39893,1732198617523 2024-11-21T14:16:59,839 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38369 {}] master.ServerManager(517): Registering regionserver=8a7a968213a0,39893,1732198617523 2024-11-21T14:16:59,848 DEBUG [RS:0;8a7a968213a0:39893 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965 2024-11-21T14:16:59,848 DEBUG [RS:0;8a7a968213a0:39893 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36253 2024-11-21T14:16:59,848 DEBUG [RS:0;8a7a968213a0:39893 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T14:16:59,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38369-0x1013ae32b260000, quorum=127.0.0.1:54222, baseZNode=/0487538192 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0487538192/rs 2024-11-21T14:16:59,857 DEBUG [RS:0;8a7a968213a0:39893 {}] zookeeper.ZKUtil(111): regionserver:39893-0x1013ae32b260001, quorum=127.0.0.1:54222, baseZNode=/0487538192 Set watcher on existing znode=/0487538192/rs/8a7a968213a0,39893,1732198617523 2024-11-21T14:16:59,857 WARN [RS:0;8a7a968213a0:39893 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T14:16:59,857 INFO [RS:0;8a7a968213a0:39893 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:16:59,858 DEBUG [RS:0;8a7a968213a0:39893 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/WALs/8a7a968213a0,39893,1732198617523 2024-11-21T14:16:59,859 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8a7a968213a0,39893,1732198617523] 2024-11-21T14:16:59,883 INFO [RS:0;8a7a968213a0:39893 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T14:16:59,897 INFO [RS:0;8a7a968213a0:39893 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T14:16:59,902 INFO [RS:0;8a7a968213a0:39893 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T14:16:59,902 INFO [RS:0;8a7a968213a0:39893 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T14:16:59,902 INFO [RS:0;8a7a968213a0:39893 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T14:16:59,908 INFO [RS:0;8a7a968213a0:39893 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T14:16:59,909 INFO [RS:0;8a7a968213a0:39893 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T14:16:59,910 DEBUG [RS:0;8a7a968213a0:39893 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:16:59,910 DEBUG [RS:0;8a7a968213a0:39893 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:16:59,910 DEBUG [RS:0;8a7a968213a0:39893 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:16:59,910 DEBUG [RS:0;8a7a968213a0:39893 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:16:59,910 DEBUG [RS:0;8a7a968213a0:39893 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:16:59,911 DEBUG [RS:0;8a7a968213a0:39893 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8a7a968213a0:0, corePoolSize=2, maxPoolSize=2 2024-11-21T14:16:59,911 DEBUG [RS:0;8a7a968213a0:39893 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:16:59,911 DEBUG [RS:0;8a7a968213a0:39893 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:16:59,911 DEBUG [RS:0;8a7a968213a0:39893 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:16:59,911 DEBUG [RS:0;8a7a968213a0:39893 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:16:59,911 DEBUG [RS:0;8a7a968213a0:39893 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:16:59,911 DEBUG [RS:0;8a7a968213a0:39893 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:16:59,912 DEBUG [RS:0;8a7a968213a0:39893 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8a7a968213a0:0, corePoolSize=3, maxPoolSize=3 2024-11-21T14:16:59,912 DEBUG [RS:0;8a7a968213a0:39893 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8a7a968213a0:0, corePoolSize=3, maxPoolSize=3 2024-11-21T14:16:59,913 INFO [RS:0;8a7a968213a0:39893 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T14:16:59,913 INFO [RS:0;8a7a968213a0:39893 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T14:16:59,913 INFO [RS:0;8a7a968213a0:39893 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T14:16:59,913 INFO [RS:0;8a7a968213a0:39893 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T14:16:59,913 INFO [RS:0;8a7a968213a0:39893 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T14:16:59,914 INFO [RS:0;8a7a968213a0:39893 {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,39893,1732198617523-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T14:16:59,935 INFO [RS:0;8a7a968213a0:39893 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T14:16:59,937 INFO [RS:0;8a7a968213a0:39893 {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,39893,1732198617523-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T14:16:59,937 INFO [RS:0;8a7a968213a0:39893 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:16:59,937 INFO [RS:0;8a7a968213a0:39893 {}] regionserver.Replication(171): 8a7a968213a0,39893,1732198617523 started 2024-11-21T14:16:59,956 INFO [RS:0;8a7a968213a0:39893 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:16:59,956 INFO [RS:0;8a7a968213a0:39893 {}] regionserver.HRegionServer(1482): Serving as 8a7a968213a0,39893,1732198617523, RpcServer on 8a7a968213a0/172.17.0.2:39893, sessionid=0x1013ae32b260001 2024-11-21T14:16:59,957 DEBUG [RS:0;8a7a968213a0:39893 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T14:16:59,957 DEBUG [RS:0;8a7a968213a0:39893 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8a7a968213a0,39893,1732198617523 2024-11-21T14:16:59,958 DEBUG [RS:0;8a7a968213a0:39893 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8a7a968213a0,39893,1732198617523' 2024-11-21T14:16:59,958 DEBUG [RS:0;8a7a968213a0:39893 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0487538192/flush-table-proc/abort' 2024-11-21T14:16:59,959 DEBUG [RS:0;8a7a968213a0:39893 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0487538192/flush-table-proc/acquired' 2024-11-21T14:16:59,960 DEBUG [RS:0;8a7a968213a0:39893 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T14:16:59,960 DEBUG [RS:0;8a7a968213a0:39893 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T14:16:59,960 DEBUG [RS:0;8a7a968213a0:39893 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8a7a968213a0,39893,1732198617523 2024-11-21T14:16:59,960 DEBUG [RS:0;8a7a968213a0:39893 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8a7a968213a0,39893,1732198617523' 2024-11-21T14:16:59,960 DEBUG [RS:0;8a7a968213a0:39893 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0487538192/online-snapshot/abort' 2024-11-21T14:16:59,961 DEBUG [RS:0;8a7a968213a0:39893 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0487538192/online-snapshot/acquired' 2024-11-21T14:16:59,961 DEBUG [RS:0;8a7a968213a0:39893 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T14:16:59,962 INFO [RS:0;8a7a968213a0:39893 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T14:16:59,962 INFO [RS:0;8a7a968213a0:39893 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T14:17:00,067 INFO [RS:0;8a7a968213a0:39893 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T14:17:00,071 INFO [RS:0;8a7a968213a0:39893 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8a7a968213a0%2C39893%2C1732198617523, suffix=, logDir=hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/WALs/8a7a968213a0,39893,1732198617523, archiveDir=hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/oldWALs, maxLogs=10 2024-11-21T14:17:00,088 DEBUG [RS:0;8a7a968213a0:39893 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/WALs/8a7a968213a0,39893,1732198617523/8a7a968213a0%2C39893%2C1732198617523.1732198620073, exclude list is [], retry=0 2024-11-21T14:17:00,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36643,DS-4992e198-ccf9-4f05-aad0-1b94831105ec,DISK] 2024-11-21T14:17:00,095 INFO [RS:0;8a7a968213a0:39893 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/WALs/8a7a968213a0,39893,1732198617523/8a7a968213a0%2C39893%2C1732198617523.1732198620073 2024-11-21T14:17:00,096 DEBUG [RS:0;8a7a968213a0:39893 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36015:36015)] 2024-11-21T14:17:00,143 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:17:00,145 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T14:17:00,148 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T14:17:00,148 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:17:00,149 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:17:00,149 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T14:17:00,152 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T14:17:00,152 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:17:00,153 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:17:00,153 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T14:17:00,155 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T14:17:00,155 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:17:00,156 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:17:00,156 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T14:17:00,158 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T14:17:00,158 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:17:00,159 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:17:00,159 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T14:17:00,161 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/data/hbase/meta/1588230740 2024-11-21T14:17:00,161 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/data/hbase/meta/1588230740 2024-11-21T14:17:00,164 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T14:17:00,164 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T14:17:00,165 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T14:17:00,167 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T14:17:00,170 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T14:17:00,171 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73279148, jitterRate=0.09194439649581909}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T14:17:00,174 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732198620143Initializing all the Stores at 1732198620145 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198620145Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198620145Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198620145Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198620145Cleaning up temporary data from old regions at 1732198620164 (+19 ms)Region opened successfully at 1732198620174 (+10 ms) 2024-11-21T14:17:00,174 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T14:17:00,174 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T14:17:00,174 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T14:17:00,174 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T14:17:00,174 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T14:17:00,176 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T14:17:00,176 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732198620174Disabling compacts and flushes for region at 1732198620174Disabling writes for close at 1732198620174Writing region close event to WAL at 1732198620175 (+1 ms)Closed at 1732198620176 (+1 ms) 2024-11-21T14:17:00,179 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T14:17:00,179 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T14:17:00,186 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T14:17:00,194 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T14:17:00,197 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T14:17:00,349 DEBUG [8a7a968213a0:38369 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T14:17:00,361 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8a7a968213a0,39893,1732198617523 2024-11-21T14:17:00,368 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8a7a968213a0,39893,1732198617523, state=OPENING 2024-11-21T14:17:00,373 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T14:17:00,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39893-0x1013ae32b260001, quorum=127.0.0.1:54222, baseZNode=/0487538192 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0487538192 2024-11-21T14:17:00,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38369-0x1013ae32b260000, quorum=127.0.0.1:54222, baseZNode=/0487538192 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0487538192 2024-11-21T14:17:00,376 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0487538192/meta-region-server: CHANGED 2024-11-21T14:17:00,376 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0487538192/meta-region-server: CHANGED 2024-11-21T14:17:00,377 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T14:17:00,379 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8a7a968213a0,39893,1732198617523}] 2024-11-21T14:17:00,554 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T14:17:00,558 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46707, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T14:17:00,568 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T14:17:00,568 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:17:00,569 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T14:17:00,572 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8a7a968213a0%2C39893%2C1732198617523.meta, suffix=.meta, logDir=hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/WALs/8a7a968213a0,39893,1732198617523, archiveDir=hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/oldWALs, maxLogs=10 2024-11-21T14:17:00,588 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/WALs/8a7a968213a0,39893,1732198617523/8a7a968213a0%2C39893%2C1732198617523.meta.1732198620573.meta, exclude list is [], retry=0 2024-11-21T14:17:00,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36643,DS-4992e198-ccf9-4f05-aad0-1b94831105ec,DISK] 2024-11-21T14:17:00,595 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/WALs/8a7a968213a0,39893,1732198617523/8a7a968213a0%2C39893%2C1732198617523.meta.1732198620573.meta 2024-11-21T14:17:00,595 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36015:36015)] 2024-11-21T14:17:00,595 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T14:17:00,600 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T14:17:00,601 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T14:17:00,604 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T14:17:00,606 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T14:17:00,609 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T14:17:00,610 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:17:00,610 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T14:17:00,610 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T14:17:00,614 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T14:17:00,615 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T14:17:00,615 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:17:00,616 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:17:00,616 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T14:17:00,618 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T14:17:00,618 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:17:00,619 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:17:00,619 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T14:17:00,621 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T14:17:00,621 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:17:00,622 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:17:00,622 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T14:17:00,623 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T14:17:00,623 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:17:00,624 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:17:00,624 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T14:17:00,626 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/data/hbase/meta/1588230740 2024-11-21T14:17:00,629 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/data/hbase/meta/1588230740 2024-11-21T14:17:00,631 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T14:17:00,631 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T14:17:00,632 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T14:17:00,635 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T14:17:00,637 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68911483, jitterRate=0.026861116290092468}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T14:17:00,637 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T14:17:00,639 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732198620611Writing region info on filesystem at 1732198620611Initializing all the Stores at 1732198620613 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198620613Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198620613Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198620613Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198620613Cleaning up temporary data from old regions at 1732198620631 (+18 ms)Running coprocessor post-open hooks at 1732198620637 (+6 ms)Region opened successfully at 1732198620639 (+2 ms) 2024-11-21T14:17:00,649 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732198620545 2024-11-21T14:17:00,660 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T14:17:00,661 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T14:17:00,663 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=8a7a968213a0,39893,1732198617523 2024-11-21T14:17:00,665 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8a7a968213a0,39893,1732198617523, state=OPEN 2024-11-21T14:17:00,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38369-0x1013ae32b260000, quorum=127.0.0.1:54222, baseZNode=/0487538192 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0487538192/meta-region-server 2024-11-21T14:17:00,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39893-0x1013ae32b260001, quorum=127.0.0.1:54222, baseZNode=/0487538192 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0487538192/meta-region-server 2024-11-21T14:17:00,673 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0487538192/meta-region-server: CHANGED 2024-11-21T14:17:00,673 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0487538192/meta-region-server: CHANGED 2024-11-21T14:17:00,673 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8a7a968213a0,39893,1732198617523 2024-11-21T14:17:00,678 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T14:17:00,678 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8a7a968213a0,39893,1732198617523 in 295 msec 2024-11-21T14:17:00,685 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T14:17:00,685 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 495 msec 2024-11-21T14:17:00,686 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T14:17:00,686 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T14:17:00,708 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:17:00,709 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a7a968213a0,39893,1732198617523, seqNum=-1] 2024-11-21T14:17:00,731 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:17:00,734 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36303, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T14:17:00,756 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1440 sec 2024-11-21T14:17:00,757 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732198620757, completionTime=-1 2024-11-21T14:17:00,759 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T14:17:00,760 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T14:17:00,785 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T14:17:00,785 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732198680785 2024-11-21T14:17:00,785 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732198740785 2024-11-21T14:17:00,785 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 25 msec 2024-11-21T14:17:00,787 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,38369,1732198616821-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T14:17:00,788 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,38369,1732198616821-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:17:00,788 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,38369,1732198616821-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:17:00,789 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8a7a968213a0:38369, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:17:00,790 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T14:17:00,790 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T14:17:00,797 DEBUG [master/8a7a968213a0:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T14:17:00,841 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.180sec 2024-11-21T14:17:00,845 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T14:17:00,847 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T14:17:00,848 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T14:17:00,848 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T14:17:00,849 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T14:17:00,849 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,38369,1732198616821-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T14:17:00,850 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,38369,1732198616821-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T14:17:00,859 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T14:17:00,860 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T14:17:00,861 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,38369,1732198616821-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:17:00,928 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e7a2adb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:17:00,930 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-21T14:17:00,930 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-21T14:17:00,933 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8a7a968213a0,38369,-1 for getting cluster id 2024-11-21T14:17:00,936 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:17:00,943 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2ec9841e-4ea2-40fe-bc3d-5aa55487a892' 2024-11-21T14:17:00,946 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:17:00,946 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2ec9841e-4ea2-40fe-bc3d-5aa55487a892" 2024-11-21T14:17:00,946 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e30bb92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:17:00,946 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a7a968213a0,38369,-1] 2024-11-21T14:17:00,949 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:17:00,951 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:17:00,952 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:17:00,955 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7beff2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:17:00,956 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:17:00,964 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a7a968213a0,39893,1732198617523, seqNum=-1] 2024-11-21T14:17:00,965 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:17:00,967 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41634, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T14:17:00,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=8a7a968213a0,38369,1732198616821 2024-11-21T14:17:00,989 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:54222 2024-11-21T14:17:00,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:54222, baseZNode=/0487538192 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T14:17:00,992 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013ae32b260002 connected 2024-11-21T14:17:01,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5812ab1-94cb-d17e-91b9-81ff362f47e2/hadoop.log.dir so I do NOT create it in target/test-data/0a91bb64-478e-8def-cc0a-9bc7a5b3690e 2024-11-21T14:17:01,012 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5812ab1-94cb-d17e-91b9-81ff362f47e2/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T14:17:01,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5812ab1-94cb-d17e-91b9-81ff362f47e2/hadoop.tmp.dir so I do NOT create it in target/test-data/0a91bb64-478e-8def-cc0a-9bc7a5b3690e 2024-11-21T14:17:01,012 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5812ab1-94cb-d17e-91b9-81ff362f47e2/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T14:17:01,012 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a91bb64-478e-8def-cc0a-9bc7a5b3690e 2024-11-21T14:17:01,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T14:17:01,012 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a91bb64-478e-8def-cc0a-9bc7a5b3690e/cluster_19e9af51-2418-d7ae-b396-d32275072443, deleteOnExit=true 2024-11-21T14:17:01,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T14:17:01,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a91bb64-478e-8def-cc0a-9bc7a5b3690e/test.cache.data in system properties and HBase conf 2024-11-21T14:17:01,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a91bb64-478e-8def-cc0a-9bc7a5b3690e/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T14:17:01,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a91bb64-478e-8def-cc0a-9bc7a5b3690e/hadoop.log.dir in system properties and HBase conf 2024-11-21T14:17:01,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a91bb64-478e-8def-cc0a-9bc7a5b3690e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T14:17:01,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a91bb64-478e-8def-cc0a-9bc7a5b3690e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T14:17:01,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T14:17:01,013 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T14:17:01,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a91bb64-478e-8def-cc0a-9bc7a5b3690e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T14:17:01,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a91bb64-478e-8def-cc0a-9bc7a5b3690e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T14:17:01,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a91bb64-478e-8def-cc0a-9bc7a5b3690e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T14:17:01,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a91bb64-478e-8def-cc0a-9bc7a5b3690e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T14:17:01,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a91bb64-478e-8def-cc0a-9bc7a5b3690e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T14:17:01,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a91bb64-478e-8def-cc0a-9bc7a5b3690e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T14:17:01,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a91bb64-478e-8def-cc0a-9bc7a5b3690e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T14:17:01,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a91bb64-478e-8def-cc0a-9bc7a5b3690e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T14:17:01,015 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a91bb64-478e-8def-cc0a-9bc7a5b3690e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T14:17:01,015 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a91bb64-478e-8def-cc0a-9bc7a5b3690e/nfs.dump.dir in system properties and HBase conf 2024-11-21T14:17:01,015 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a91bb64-478e-8def-cc0a-9bc7a5b3690e/java.io.tmpdir in system properties and HBase conf 2024-11-21T14:17:01,015 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a91bb64-478e-8def-cc0a-9bc7a5b3690e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T14:17:01,015 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a91bb64-478e-8def-cc0a-9bc7a5b3690e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T14:17:01,015 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a91bb64-478e-8def-cc0a-9bc7a5b3690e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T14:17:01,120 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T14:17:01,125 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T14:17:01,127 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T14:17:01,127 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T14:17:01,127 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T14:17:01,128 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T14:17:01,129 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a733db7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a91bb64-478e-8def-cc0a-9bc7a5b3690e/hadoop.log.dir/,AVAILABLE} 2024-11-21T14:17:01,130 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75bf8bfb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T14:17:01,248 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@46934c71{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a91bb64-478e-8def-cc0a-9bc7a5b3690e/java.io.tmpdir/jetty-localhost-46659-hadoop-hdfs-3_4_1-tests_jar-_-any-6792299629099480952/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T14:17:01,249 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@60b8baac{HTTP/1.1, (http/1.1)}{localhost:46659} 2024-11-21T14:17:01,249 INFO [Time-limited test {}] server.Server(415): Started @9354ms 2024-11-21T14:17:01,337 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T14:17:01,342 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T14:17:01,342 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T14:17:01,343 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T14:17:01,343 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T14:17:01,343 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45fc8213{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a91bb64-478e-8def-cc0a-9bc7a5b3690e/hadoop.log.dir/,AVAILABLE} 2024-11-21T14:17:01,344 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57bd8292{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T14:17:01,459 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@671eadbd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a91bb64-478e-8def-cc0a-9bc7a5b3690e/java.io.tmpdir/jetty-localhost-39791-hadoop-hdfs-3_4_1-tests_jar-_-any-4287642702695498493/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T14:17:01,460 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1c7240b2{HTTP/1.1, (http/1.1)}{localhost:39791} 2024-11-21T14:17:01,460 INFO [Time-limited test {}] server.Server(415): Started @9565ms 2024-11-21T14:17:01,462 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T14:17:01,587 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a91bb64-478e-8def-cc0a-9bc7a5b3690e/cluster_19e9af51-2418-d7ae-b396-d32275072443/data/data2/current/BP-902943454-172.17.0.2-1732198621047/current, will proceed with Du for space computation calculation, 2024-11-21T14:17:01,587 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a91bb64-478e-8def-cc0a-9bc7a5b3690e/cluster_19e9af51-2418-d7ae-b396-d32275072443/data/data1/current/BP-902943454-172.17.0.2-1732198621047/current, will proceed with Du for space computation calculation, 2024-11-21T14:17:01,605 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T14:17:01,608 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6eb009949d443daa with lease ID 0x638eb3aabb0893ce: Processing first storage report for DS-64854f10-fbdb-4356-ad6e-476decb9ac8d from datanode DatanodeRegistration(127.0.0.1:39159, datanodeUuid=ee6a0c64-c2d5-4842-a980-dedfc2d1e148, infoPort=36169, infoSecurePort=0, ipcPort=36197, storageInfo=lv=-57;cid=testClusterID;nsid=1677093469;c=1732198621047) 2024-11-21T14:17:01,608 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6eb009949d443daa with lease ID 0x638eb3aabb0893ce: from storage DS-64854f10-fbdb-4356-ad6e-476decb9ac8d node DatanodeRegistration(127.0.0.1:39159, datanodeUuid=ee6a0c64-c2d5-4842-a980-dedfc2d1e148, infoPort=36169, infoSecurePort=0, ipcPort=36197, storageInfo=lv=-57;cid=testClusterID;nsid=1677093469;c=1732198621047), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T14:17:01,609 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6eb009949d443daa with lease ID 0x638eb3aabb0893ce: Processing first storage report for DS-91549bac-57f1-44df-80aa-e4884411491c from datanode DatanodeRegistration(127.0.0.1:39159, datanodeUuid=ee6a0c64-c2d5-4842-a980-dedfc2d1e148, infoPort=36169, infoSecurePort=0, ipcPort=36197, storageInfo=lv=-57;cid=testClusterID;nsid=1677093469;c=1732198621047) 2024-11-21T14:17:01,609 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6eb009949d443daa with lease ID 0x638eb3aabb0893ce: from storage DS-91549bac-57f1-44df-80aa-e4884411491c node DatanodeRegistration(127.0.0.1:39159, datanodeUuid=ee6a0c64-c2d5-4842-a980-dedfc2d1e148, infoPort=36169, infoSecurePort=0, ipcPort=36197, storageInfo=lv=-57;cid=testClusterID;nsid=1677093469;c=1732198621047), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T14:17:01,695 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a91bb64-478e-8def-cc0a-9bc7a5b3690e 2024-11-21T14:17:01,695 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:17:01,697 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:17:01,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39159 is added to blk_1073741825_1001 (size=7) 2024-11-21T14:17:01,709 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40251/user/jenkins/test-data/1368ee21-5274-4a4c-91ed-888d6c6594fa with version=8 2024-11-21T14:17:01,709 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40251/user/jenkins/test-data/1368ee21-5274-4a4c-91ed-888d6c6594fa/hbase-staging 2024-11-21T14:17:01,711 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8a7a968213a0:0 server-side Connection retries=45 2024-11-21T14:17:01,711 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T14:17:01,711 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T14:17:01,711 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T14:17:01,711 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T14:17:01,712 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T14:17:01,712 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T14:17:01,712 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T14:17:01,713 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45493 2024-11-21T14:17:01,714 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45493 connecting to ZooKeeper ensemble=127.0.0.1:54222 2024-11-21T14:17:01,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:454930x0, quorum=127.0.0.1:54222, baseZNode=/1-1495100355 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T14:17:01,717 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45493-0x1013ae32b260003 connected 2024-11-21T14:17:01,734 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:17:01,737 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:17:01,739 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45493-0x1013ae32b260003, quorum=127.0.0.1:54222, baseZNode=/1-1495100355 Set watcher on znode that does not yet exist, /1-1495100355/running 2024-11-21T14:17:01,739 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40251/user/jenkins/test-data/1368ee21-5274-4a4c-91ed-888d6c6594fa, hbase.cluster.distributed=false 2024-11-21T14:17:01,741 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45493-0x1013ae32b260003, quorum=127.0.0.1:54222, baseZNode=/1-1495100355 Set watcher on znode that does not yet exist, /1-1495100355/acl 2024-11-21T14:17:01,741 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45493 2024-11-21T14:17:01,742 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45493 2024-11-21T14:17:01,742 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45493 2024-11-21T14:17:01,742 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45493 2024-11-21T14:17:01,743 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45493 2024-11-21T14:17:01,759 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8a7a968213a0:0 server-side Connection retries=45 2024-11-21T14:17:01,759 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T14:17:01,759 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T14:17:01,759 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T14:17:01,760 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T14:17:01,760 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T14:17:01,760 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T14:17:01,760 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T14:17:01,761 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35971 2024-11-21T14:17:01,762 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35971 connecting to ZooKeeper ensemble=127.0.0.1:54222 2024-11-21T14:17:01,763 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:17:01,765 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:17:01,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:359710x0, quorum=127.0.0.1:54222, baseZNode=/1-1495100355 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T14:17:01,770 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35971-0x1013ae32b260004 connected 2024-11-21T14:17:01,770 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35971-0x1013ae32b260004, quorum=127.0.0.1:54222, baseZNode=/1-1495100355 Set watcher on znode that does not yet exist, /1-1495100355/running 2024-11-21T14:17:01,771 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T14:17:01,772 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T14:17:01,773 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35971-0x1013ae32b260004, quorum=127.0.0.1:54222, baseZNode=/1-1495100355 Set watcher on znode that does not yet exist, /1-1495100355/master 2024-11-21T14:17:01,774 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35971-0x1013ae32b260004, quorum=127.0.0.1:54222, baseZNode=/1-1495100355 Set watcher on znode that does not yet exist, /1-1495100355/acl 2024-11-21T14:17:01,775 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35971 2024-11-21T14:17:01,778 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35971 2024-11-21T14:17:01,778 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35971 2024-11-21T14:17:01,779 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35971 2024-11-21T14:17:01,780 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35971 2024-11-21T14:17:01,793 DEBUG [M:0;8a7a968213a0:45493 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8a7a968213a0:45493 2024-11-21T14:17:01,794 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1495100355/backup-masters/8a7a968213a0,45493,1732198621710 2024-11-21T14:17:01,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45493-0x1013ae32b260003, quorum=127.0.0.1:54222, baseZNode=/1-1495100355 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1495100355/backup-masters 2024-11-21T14:17:01,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35971-0x1013ae32b260004, quorum=127.0.0.1:54222, baseZNode=/1-1495100355 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1495100355/backup-masters 2024-11-21T14:17:01,797 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45493-0x1013ae32b260003, quorum=127.0.0.1:54222, baseZNode=/1-1495100355 Set watcher on existing znode=/1-1495100355/backup-masters/8a7a968213a0,45493,1732198621710 2024-11-21T14:17:01,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35971-0x1013ae32b260004, quorum=127.0.0.1:54222, baseZNode=/1-1495100355 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1495100355/master 2024-11-21T14:17:01,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45493-0x1013ae32b260003, quorum=127.0.0.1:54222, baseZNode=/1-1495100355 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1495100355 2024-11-21T14:17:01,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35971-0x1013ae32b260004, quorum=127.0.0.1:54222, baseZNode=/1-1495100355 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1495100355 2024-11-21T14:17:01,799 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45493-0x1013ae32b260003, quorum=127.0.0.1:54222, baseZNode=/1-1495100355 Set watcher on existing znode=/1-1495100355/master 2024-11-21T14:17:01,800 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1495100355/backup-masters/8a7a968213a0,45493,1732198621710 from backup master directory 2024-11-21T14:17:01,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45493-0x1013ae32b260003, quorum=127.0.0.1:54222, baseZNode=/1-1495100355 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1495100355/backup-masters/8a7a968213a0,45493,1732198621710 2024-11-21T14:17:01,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35971-0x1013ae32b260004, quorum=127.0.0.1:54222, baseZNode=/1-1495100355 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1495100355/backup-masters 2024-11-21T14:17:01,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45493-0x1013ae32b260003, quorum=127.0.0.1:54222, baseZNode=/1-1495100355 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1495100355/backup-masters 2024-11-21T14:17:01,803 WARN [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T14:17:01,803 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8a7a968213a0,45493,1732198621710 2024-11-21T14:17:01,810 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40251/user/jenkins/test-data/1368ee21-5274-4a4c-91ed-888d6c6594fa/hbase.id] with ID: b98f1a7b-6d37-4ab0-8993-e53db33b9dec 2024-11-21T14:17:01,810 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40251/user/jenkins/test-data/1368ee21-5274-4a4c-91ed-888d6c6594fa/.tmp/hbase.id 2024-11-21T14:17:01,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39159 is added to blk_1073741826_1002 (size=42) 2024-11-21T14:17:02,220 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40251/user/jenkins/test-data/1368ee21-5274-4a4c-91ed-888d6c6594fa/.tmp/hbase.id]:[hdfs://localhost:40251/user/jenkins/test-data/1368ee21-5274-4a4c-91ed-888d6c6594fa/hbase.id] 2024-11-21T14:17:02,243 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:17:02,244 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T14:17:02,245 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-21T14:17:02,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35971-0x1013ae32b260004, quorum=127.0.0.1:54222, baseZNode=/1-1495100355 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1495100355 2024-11-21T14:17:02,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45493-0x1013ae32b260003, quorum=127.0.0.1:54222, baseZNode=/1-1495100355 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1495100355 2024-11-21T14:17:02,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39159 is added to blk_1073741827_1003 (size=196) 2024-11-21T14:17:02,658 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T14:17:02,659 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T14:17:02,660 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:17:02,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39159 is added to blk_1073741828_1004 (size=1189) 2024-11-21T14:17:03,072 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40251/user/jenkins/test-data/1368ee21-5274-4a4c-91ed-888d6c6594fa/MasterData/data/master/store 2024-11-21T14:17:03,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39159 is added to blk_1073741829_1005 (size=34) 2024-11-21T14:17:03,081 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:17:03,081 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T14:17:03,081 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:17:03,081 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:17:03,081 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T14:17:03,081 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:17:03,081 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:17:03,081 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732198623081Disabling compacts and flushes for region at 1732198623081Disabling writes for close at 1732198623081Writing region close event to WAL at 1732198623081Closed at 1732198623081 2024-11-21T14:17:03,083 WARN [master/8a7a968213a0:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40251/user/jenkins/test-data/1368ee21-5274-4a4c-91ed-888d6c6594fa/MasterData/data/master/store/.initializing 2024-11-21T14:17:03,083 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40251/user/jenkins/test-data/1368ee21-5274-4a4c-91ed-888d6c6594fa/MasterData/WALs/8a7a968213a0,45493,1732198621710 2024-11-21T14:17:03,084 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T14:17:03,087 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8a7a968213a0%2C45493%2C1732198621710, suffix=, logDir=hdfs://localhost:40251/user/jenkins/test-data/1368ee21-5274-4a4c-91ed-888d6c6594fa/MasterData/WALs/8a7a968213a0,45493,1732198621710, archiveDir=hdfs://localhost:40251/user/jenkins/test-data/1368ee21-5274-4a4c-91ed-888d6c6594fa/MasterData/oldWALs, maxLogs=10 2024-11-21T14:17:03,102 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1368ee21-5274-4a4c-91ed-888d6c6594fa/MasterData/WALs/8a7a968213a0,45493,1732198621710/8a7a968213a0%2C45493%2C1732198621710.1732198623087, exclude list is [], retry=0 2024-11-21T14:17:03,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39159,DS-64854f10-fbdb-4356-ad6e-476decb9ac8d,DISK] 2024-11-21T14:17:03,109 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1368ee21-5274-4a4c-91ed-888d6c6594fa/MasterData/WALs/8a7a968213a0,45493,1732198621710/8a7a968213a0%2C45493%2C1732198621710.1732198623087 2024-11-21T14:17:03,109 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36169:36169)] 2024-11-21T14:17:03,109 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T14:17:03,110 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:17:03,110 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:17:03,110 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:17:03,112 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:17:03,114 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T14:17:03,114 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:17:03,115 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:17:03,115 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:17:03,117 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T14:17:03,117 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:17:03,118 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:17:03,118 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:17:03,120 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T14:17:03,120 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:17:03,121 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:17:03,121 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:17:03,124 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T14:17:03,124 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:17:03,125 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:17:03,125 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:17:03,126 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40251/user/jenkins/test-data/1368ee21-5274-4a4c-91ed-888d6c6594fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:17:03,127 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40251/user/jenkins/test-data/1368ee21-5274-4a4c-91ed-888d6c6594fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:17:03,129 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:17:03,130 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:17:03,130 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T14:17:03,132 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:17:03,135 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40251/user/jenkins/test-data/1368ee21-5274-4a4c-91ed-888d6c6594fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T14:17:03,136 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69463379, jitterRate=0.035085007548332214}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T14:17:03,136 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732198623110Initializing all the Stores at 1732198623111 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198623112 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198623112Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198623112Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198623112Cleaning up temporary data from old regions at 1732198623130 (+18 ms)Region opened successfully at 1732198623136 (+6 ms) 2024-11-21T14:17:03,137 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T14:17:03,142 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4661a7f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8a7a968213a0/172.17.0.2:0 2024-11-21T14:17:03,143 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T14:17:03,143 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T14:17:03,143 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T14:17:03,143 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T14:17:03,144 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T14:17:03,144 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T14:17:03,144 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T14:17:03,147 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T14:17:03,148 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45493-0x1013ae32b260003, quorum=127.0.0.1:54222, baseZNode=/1-1495100355 Unable to get data of znode /1-1495100355/balancer because node does not exist (not necessarily an error) 2024-11-21T14:17:03,149 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1495100355/balancer already deleted, retry=false 2024-11-21T14:17:03,150 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T14:17:03,150 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45493-0x1013ae32b260003, quorum=127.0.0.1:54222, baseZNode=/1-1495100355 Unable to get data of znode /1-1495100355/normalizer because node does not exist (not necessarily an error) 2024-11-21T14:17:03,151 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1495100355/normalizer already deleted, retry=false 2024-11-21T14:17:03,152 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T14:17:03,153 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45493-0x1013ae32b260003, quorum=127.0.0.1:54222, baseZNode=/1-1495100355 Unable to get data of znode /1-1495100355/switch/split because node does not exist (not necessarily an error) 2024-11-21T14:17:03,156 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1495100355/switch/split already deleted, retry=false 2024-11-21T14:17:03,156 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45493-0x1013ae32b260003, quorum=127.0.0.1:54222, baseZNode=/1-1495100355 Unable to get data of znode /1-1495100355/switch/merge because node does not exist (not necessarily an error) 2024-11-21T14:17:03,158 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1495100355/switch/merge already deleted, retry=false 2024-11-21T14:17:03,160 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45493-0x1013ae32b260003, quorum=127.0.0.1:54222, baseZNode=/1-1495100355 Unable to get data of znode /1-1495100355/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T14:17:03,161 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1495100355/snapshot-cleanup already deleted, retry=false 2024-11-21T14:17:03,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35971-0x1013ae32b260004, quorum=127.0.0.1:54222, baseZNode=/1-1495100355 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1495100355/running 2024-11-21T14:17:03,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45493-0x1013ae32b260003, quorum=127.0.0.1:54222, baseZNode=/1-1495100355 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1495100355/running 2024-11-21T14:17:03,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35971-0x1013ae32b260004, quorum=127.0.0.1:54222, baseZNode=/1-1495100355 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1495100355 2024-11-21T14:17:03,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45493-0x1013ae32b260003, quorum=127.0.0.1:54222, baseZNode=/1-1495100355 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1495100355 2024-11-21T14:17:03,164 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8a7a968213a0,45493,1732198621710, sessionid=0x1013ae32b260003, setting cluster-up flag (Was=false) 2024-11-21T14:17:03,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45493-0x1013ae32b260003, quorum=127.0.0.1:54222, baseZNode=/1-1495100355 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1495100355 2024-11-21T14:17:03,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35971-0x1013ae32b260004, quorum=127.0.0.1:54222, baseZNode=/1-1495100355 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1495100355 2024-11-21T14:17:03,179 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1495100355/flush-table-proc/acquired, /1-1495100355/flush-table-proc/reached, /1-1495100355/flush-table-proc/abort 2024-11-21T14:17:03,180 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8a7a968213a0,45493,1732198621710 2024-11-21T14:17:03,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45493-0x1013ae32b260003, quorum=127.0.0.1:54222, baseZNode=/1-1495100355 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1495100355 2024-11-21T14:17:03,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35971-0x1013ae32b260004, quorum=127.0.0.1:54222, baseZNode=/1-1495100355 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1495100355 2024-11-21T14:17:03,191 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1495100355/online-snapshot/acquired, /1-1495100355/online-snapshot/reached, /1-1495100355/online-snapshot/abort 2024-11-21T14:17:03,192 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8a7a968213a0,45493,1732198621710 2024-11-21T14:17:03,194 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40251/user/jenkins/test-data/1368ee21-5274-4a4c-91ed-888d6c6594fa/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T14:17:03,198 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T14:17:03,198 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T14:17:03,198 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T14:17:03,199 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8a7a968213a0,45493,1732198621710 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T14:17:03,200 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8a7a968213a0:0, corePoolSize=5, maxPoolSize=5 2024-11-21T14:17:03,200 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8a7a968213a0:0, corePoolSize=5, maxPoolSize=5 2024-11-21T14:17:03,200 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8a7a968213a0:0, corePoolSize=5, maxPoolSize=5 2024-11-21T14:17:03,200 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8a7a968213a0:0, corePoolSize=5, maxPoolSize=5 2024-11-21T14:17:03,201 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8a7a968213a0:0, corePoolSize=10, maxPoolSize=10 2024-11-21T14:17:03,201 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:17:03,201 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8a7a968213a0:0, corePoolSize=2, maxPoolSize=2 2024-11-21T14:17:03,201 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:17:03,202 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732198653202 2024-11-21T14:17:03,202 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T14:17:03,202 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T14:17:03,202 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T14:17:03,202 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T14:17:03,202 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T14:17:03,202 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T14:17:03,202 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T14:17:03,203 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T14:17:03,203 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T14:17:03,203 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T14:17:03,203 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T14:17:03,203 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T14:17:03,203 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T14:17:03,203 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T14:17:03,203 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8a7a968213a0:0:becomeActiveMaster-HFileCleaner.large.0-1732198623203,5,FailOnTimeoutGroup] 2024-11-21T14:17:03,204 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T14:17:03,204 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8a7a968213a0:0:becomeActiveMaster-HFileCleaner.small.0-1732198623204,5,FailOnTimeoutGroup] 2024-11-21T14:17:03,204 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T14:17:03,204 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T14:17:03,204 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T14:17:03,204 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T14:17:03,205 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:17:03,206 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T14:17:03,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39159 is added to blk_1073741831_1007 (size=1321) 2024-11-21T14:17:03,284 INFO [RS:0;8a7a968213a0:35971 {}] regionserver.HRegionServer(746): ClusterId : b98f1a7b-6d37-4ab0-8993-e53db33b9dec 2024-11-21T14:17:03,284 DEBUG [RS:0;8a7a968213a0:35971 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T14:17:03,288 DEBUG [RS:0;8a7a968213a0:35971 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T14:17:03,288 DEBUG [RS:0;8a7a968213a0:35971 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T14:17:03,290 DEBUG [RS:0;8a7a968213a0:35971 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T14:17:03,290 DEBUG [RS:0;8a7a968213a0:35971 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4730c937, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8a7a968213a0/172.17.0.2:0 2024-11-21T14:17:03,303 DEBUG [RS:0;8a7a968213a0:35971 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8a7a968213a0:35971 2024-11-21T14:17:03,303 INFO [RS:0;8a7a968213a0:35971 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T14:17:03,303 INFO [RS:0;8a7a968213a0:35971 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T14:17:03,303 DEBUG [RS:0;8a7a968213a0:35971 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T14:17:03,304 INFO [RS:0;8a7a968213a0:35971 {}] regionserver.HRegionServer(2659): reportForDuty to master=8a7a968213a0,45493,1732198621710 with port=35971, startcode=1732198621759 2024-11-21T14:17:03,304 DEBUG [RS:0;8a7a968213a0:35971 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T14:17:03,306 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50833, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T14:17:03,307 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45493 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8a7a968213a0,35971,1732198621759 2024-11-21T14:17:03,307 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45493 {}] master.ServerManager(517): Registering regionserver=8a7a968213a0,35971,1732198621759 2024-11-21T14:17:03,311 DEBUG [RS:0;8a7a968213a0:35971 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40251/user/jenkins/test-data/1368ee21-5274-4a4c-91ed-888d6c6594fa 2024-11-21T14:17:03,311 DEBUG [RS:0;8a7a968213a0:35971 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40251 2024-11-21T14:17:03,311 DEBUG [RS:0;8a7a968213a0:35971 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T14:17:03,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45493-0x1013ae32b260003, quorum=127.0.0.1:54222, baseZNode=/1-1495100355 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1495100355/rs 2024-11-21T14:17:03,318 DEBUG [RS:0;8a7a968213a0:35971 {}] zookeeper.ZKUtil(111): regionserver:35971-0x1013ae32b260004, quorum=127.0.0.1:54222, baseZNode=/1-1495100355 Set watcher on existing znode=/1-1495100355/rs/8a7a968213a0,35971,1732198621759 2024-11-21T14:17:03,319 WARN [RS:0;8a7a968213a0:35971 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T14:17:03,319 INFO [RS:0;8a7a968213a0:35971 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:17:03,319 DEBUG [RS:0;8a7a968213a0:35971 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40251/user/jenkins/test-data/1368ee21-5274-4a4c-91ed-888d6c6594fa/WALs/8a7a968213a0,35971,1732198621759 2024-11-21T14:17:03,319 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8a7a968213a0,35971,1732198621759] 2024-11-21T14:17:03,323 INFO [RS:0;8a7a968213a0:35971 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T14:17:03,326 INFO [RS:0;8a7a968213a0:35971 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T14:17:03,326 INFO [RS:0;8a7a968213a0:35971 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T14:17:03,326 INFO [RS:0;8a7a968213a0:35971 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T14:17:03,326 INFO [RS:0;8a7a968213a0:35971 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T14:17:03,328 INFO [RS:0;8a7a968213a0:35971 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T14:17:03,328 INFO [RS:0;8a7a968213a0:35971 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T14:17:03,328 DEBUG [RS:0;8a7a968213a0:35971 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:17:03,328 DEBUG [RS:0;8a7a968213a0:35971 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:17:03,328 DEBUG [RS:0;8a7a968213a0:35971 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:17:03,328 DEBUG [RS:0;8a7a968213a0:35971 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:17:03,328 DEBUG [RS:0;8a7a968213a0:35971 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:17:03,328 DEBUG [RS:0;8a7a968213a0:35971 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8a7a968213a0:0, corePoolSize=2, maxPoolSize=2 2024-11-21T14:17:03,328 DEBUG [RS:0;8a7a968213a0:35971 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:17:03,329 DEBUG [RS:0;8a7a968213a0:35971 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:17:03,329 DEBUG [RS:0;8a7a968213a0:35971 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:17:03,329 DEBUG [RS:0;8a7a968213a0:35971 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:17:03,329 DEBUG [RS:0;8a7a968213a0:35971 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:17:03,329 DEBUG [RS:0;8a7a968213a0:35971 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:17:03,329 DEBUG [RS:0;8a7a968213a0:35971 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8a7a968213a0:0, corePoolSize=3, maxPoolSize=3 2024-11-21T14:17:03,329 DEBUG [RS:0;8a7a968213a0:35971 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8a7a968213a0:0, corePoolSize=3, maxPoolSize=3 2024-11-21T14:17:03,329 INFO [RS:0;8a7a968213a0:35971 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T14:17:03,329 INFO [RS:0;8a7a968213a0:35971 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T14:17:03,330 INFO [RS:0;8a7a968213a0:35971 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T14:17:03,330 INFO [RS:0;8a7a968213a0:35971 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T14:17:03,330 INFO [RS:0;8a7a968213a0:35971 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T14:17:03,330 INFO [RS:0;8a7a968213a0:35971 {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,35971,1732198621759-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T14:17:03,346 INFO [RS:0;8a7a968213a0:35971 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T14:17:03,346 INFO [RS:0;8a7a968213a0:35971 {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,35971,1732198621759-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T14:17:03,346 INFO [RS:0;8a7a968213a0:35971 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:17:03,346 INFO [RS:0;8a7a968213a0:35971 {}] regionserver.Replication(171): 8a7a968213a0,35971,1732198621759 started 2024-11-21T14:17:03,361 INFO [RS:0;8a7a968213a0:35971 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:17:03,361 INFO [RS:0;8a7a968213a0:35971 {}] regionserver.HRegionServer(1482): Serving as 8a7a968213a0,35971,1732198621759, RpcServer on 8a7a968213a0/172.17.0.2:35971, sessionid=0x1013ae32b260004 2024-11-21T14:17:03,362 DEBUG [RS:0;8a7a968213a0:35971 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T14:17:03,362 DEBUG [RS:0;8a7a968213a0:35971 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8a7a968213a0,35971,1732198621759 2024-11-21T14:17:03,362 DEBUG [RS:0;8a7a968213a0:35971 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8a7a968213a0,35971,1732198621759' 2024-11-21T14:17:03,362 DEBUG [RS:0;8a7a968213a0:35971 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1495100355/flush-table-proc/abort' 2024-11-21T14:17:03,363 DEBUG [RS:0;8a7a968213a0:35971 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1495100355/flush-table-proc/acquired' 2024-11-21T14:17:03,363 DEBUG [RS:0;8a7a968213a0:35971 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T14:17:03,363 DEBUG [RS:0;8a7a968213a0:35971 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T14:17:03,363 DEBUG [RS:0;8a7a968213a0:35971 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8a7a968213a0,35971,1732198621759 2024-11-21T14:17:03,363 DEBUG [RS:0;8a7a968213a0:35971 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8a7a968213a0,35971,1732198621759' 2024-11-21T14:17:03,363 DEBUG [RS:0;8a7a968213a0:35971 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1495100355/online-snapshot/abort' 2024-11-21T14:17:03,364 DEBUG [RS:0;8a7a968213a0:35971 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1495100355/online-snapshot/acquired' 2024-11-21T14:17:03,364 DEBUG [RS:0;8a7a968213a0:35971 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T14:17:03,364 INFO [RS:0;8a7a968213a0:35971 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T14:17:03,364 INFO [RS:0;8a7a968213a0:35971 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T14:17:03,465 INFO [RS:0;8a7a968213a0:35971 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T14:17:03,468 INFO [RS:0;8a7a968213a0:35971 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8a7a968213a0%2C35971%2C1732198621759, suffix=, logDir=hdfs://localhost:40251/user/jenkins/test-data/1368ee21-5274-4a4c-91ed-888d6c6594fa/WALs/8a7a968213a0,35971,1732198621759, archiveDir=hdfs://localhost:40251/user/jenkins/test-data/1368ee21-5274-4a4c-91ed-888d6c6594fa/oldWALs, maxLogs=10 2024-11-21T14:17:03,482 DEBUG [RS:0;8a7a968213a0:35971 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1368ee21-5274-4a4c-91ed-888d6c6594fa/WALs/8a7a968213a0,35971,1732198621759/8a7a968213a0%2C35971%2C1732198621759.1732198623469, exclude list is [], retry=0 2024-11-21T14:17:03,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39159,DS-64854f10-fbdb-4356-ad6e-476decb9ac8d,DISK] 2024-11-21T14:17:03,489 INFO [RS:0;8a7a968213a0:35971 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1368ee21-5274-4a4c-91ed-888d6c6594fa/WALs/8a7a968213a0,35971,1732198621759/8a7a968213a0%2C35971%2C1732198621759.1732198623469 2024-11-21T14:17:03,489 DEBUG [RS:0;8a7a968213a0:35971 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36169:36169)] 2024-11-21T14:17:03,617 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40251/user/jenkins/test-data/1368ee21-5274-4a4c-91ed-888d6c6594fa/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T14:17:03,617 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40251/user/jenkins/test-data/1368ee21-5274-4a4c-91ed-888d6c6594fa 2024-11-21T14:17:03,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39159 is added to blk_1073741833_1009 (size=32) 2024-11-21T14:17:04,027 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:17:04,029 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T14:17:04,031 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T14:17:04,031 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:17:04,032 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:17:04,032 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T14:17:04,034 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T14:17:04,034 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:17:04,035 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:17:04,035 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T14:17:04,037 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T14:17:04,037 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:17:04,038 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:17:04,038 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T14:17:04,039 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T14:17:04,039 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:17:04,040 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:17:04,040 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T14:17:04,041 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40251/user/jenkins/test-data/1368ee21-5274-4a4c-91ed-888d6c6594fa/data/hbase/meta/1588230740 2024-11-21T14:17:04,042 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40251/user/jenkins/test-data/1368ee21-5274-4a4c-91ed-888d6c6594fa/data/hbase/meta/1588230740 2024-11-21T14:17:04,044 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T14:17:04,044 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T14:17:04,044 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T14:17:04,046 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T14:17:04,050 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40251/user/jenkins/test-data/1368ee21-5274-4a4c-91ed-888d6c6594fa/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T14:17:04,051 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68372708, jitterRate=0.018832743167877197}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T14:17:04,051 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732198624027Initializing all the Stores at 1732198624028 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198624028Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198624029 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198624029Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198624029Cleaning up temporary data from old regions at 1732198624044 (+15 ms)Region opened successfully at 1732198624051 (+7 ms) 2024-11-21T14:17:04,051 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T14:17:04,051 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T14:17:04,051 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T14:17:04,051 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T14:17:04,051 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T14:17:04,051 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T14:17:04,052 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732198624051Disabling compacts and flushes for region at 1732198624051Disabling writes for close at 1732198624051Writing region close event to WAL at 1732198624051Closed at 1732198624051 2024-11-21T14:17:04,053 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T14:17:04,054 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T14:17:04,054 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T14:17:04,055 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T14:17:04,057 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T14:17:04,207 DEBUG [8a7a968213a0:45493 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T14:17:04,208 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8a7a968213a0,35971,1732198621759 2024-11-21T14:17:04,211 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8a7a968213a0,35971,1732198621759, state=OPENING 2024-11-21T14:17:04,213 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T14:17:04,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45493-0x1013ae32b260003, quorum=127.0.0.1:54222, baseZNode=/1-1495100355 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1495100355 2024-11-21T14:17:04,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35971-0x1013ae32b260004, quorum=127.0.0.1:54222, baseZNode=/1-1495100355 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1495100355 2024-11-21T14:17:04,215 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1495100355/meta-region-server: CHANGED 2024-11-21T14:17:04,215 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T14:17:04,215 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1495100355/meta-region-server: CHANGED 2024-11-21T14:17:04,216 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8a7a968213a0,35971,1732198621759}] 2024-11-21T14:17:04,370 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T14:17:04,372 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51475, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T14:17:04,378 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T14:17:04,378 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:17:04,378 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T14:17:04,380 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8a7a968213a0%2C35971%2C1732198621759.meta, suffix=.meta, logDir=hdfs://localhost:40251/user/jenkins/test-data/1368ee21-5274-4a4c-91ed-888d6c6594fa/WALs/8a7a968213a0,35971,1732198621759, archiveDir=hdfs://localhost:40251/user/jenkins/test-data/1368ee21-5274-4a4c-91ed-888d6c6594fa/oldWALs, maxLogs=10 2024-11-21T14:17:04,395 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1368ee21-5274-4a4c-91ed-888d6c6594fa/WALs/8a7a968213a0,35971,1732198621759/8a7a968213a0%2C35971%2C1732198621759.meta.1732198624382.meta, exclude list is [], retry=0 2024-11-21T14:17:04,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39159,DS-64854f10-fbdb-4356-ad6e-476decb9ac8d,DISK] 2024-11-21T14:17:04,401 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1368ee21-5274-4a4c-91ed-888d6c6594fa/WALs/8a7a968213a0,35971,1732198621759/8a7a968213a0%2C35971%2C1732198621759.meta.1732198624382.meta 2024-11-21T14:17:04,402 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36169:36169)] 2024-11-21T14:17:04,402 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T14:17:04,402 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T14:17:04,403 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T14:17:04,403 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T14:17:04,403 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T14:17:04,403 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T14:17:04,403 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:17:04,403 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T14:17:04,403 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T14:17:04,405 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T14:17:04,406 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T14:17:04,407 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:17:04,407 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:17:04,407 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T14:17:04,409 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T14:17:04,409 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:17:04,409 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:17:04,410 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T14:17:04,411 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T14:17:04,411 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:17:04,411 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:17:04,411 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T14:17:04,413 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T14:17:04,413 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:17:04,413 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:17:04,413 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T14:17:04,414 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40251/user/jenkins/test-data/1368ee21-5274-4a4c-91ed-888d6c6594fa/data/hbase/meta/1588230740 2024-11-21T14:17:04,416 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40251/user/jenkins/test-data/1368ee21-5274-4a4c-91ed-888d6c6594fa/data/hbase/meta/1588230740 2024-11-21T14:17:04,418 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T14:17:04,418 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T14:17:04,419 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T14:17:04,421 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T14:17:04,422 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64315794, jitterRate=-0.04161998629570007}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T14:17:04,422 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T14:17:04,422 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732198624403Writing region info on filesystem at 1732198624403Initializing all the Stores at 1732198624405 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198624405Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198624405Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198624405Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198624405Cleaning up temporary data from old regions at 1732198624418 (+13 ms)Running coprocessor post-open hooks at 1732198624422 (+4 ms)Region opened successfully at 1732198624422 2024-11-21T14:17:04,424 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732198624369 2024-11-21T14:17:04,427 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T14:17:04,428 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T14:17:04,428 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=8a7a968213a0,35971,1732198621759 2024-11-21T14:17:04,430 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8a7a968213a0,35971,1732198621759, state=OPEN 2024-11-21T14:17:04,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45493-0x1013ae32b260003, quorum=127.0.0.1:54222, baseZNode=/1-1495100355 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1495100355/meta-region-server 2024-11-21T14:17:04,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35971-0x1013ae32b260004, quorum=127.0.0.1:54222, baseZNode=/1-1495100355 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1495100355/meta-region-server 2024-11-21T14:17:04,433 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8a7a968213a0,35971,1732198621759 2024-11-21T14:17:04,433 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1495100355/meta-region-server: CHANGED 2024-11-21T14:17:04,433 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1495100355/meta-region-server: CHANGED 2024-11-21T14:17:04,438 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T14:17:04,438 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8a7a968213a0,35971,1732198621759 in 217 msec 2024-11-21T14:17:04,442 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T14:17:04,442 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 384 msec 2024-11-21T14:17:04,443 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T14:17:04,443 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T14:17:04,445 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:17:04,445 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a7a968213a0,35971,1732198621759, seqNum=-1] 2024-11-21T14:17:04,445 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:17:04,447 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53613, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T14:17:04,457 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2600 sec 2024-11-21T14:17:04,457 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732198624457, completionTime=-1 2024-11-21T14:17:04,457 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T14:17:04,458 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T14:17:04,460 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T14:17:04,460 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732198684460 2024-11-21T14:17:04,460 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732198744460 2024-11-21T14:17:04,460 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-21T14:17:04,461 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,45493,1732198621710-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T14:17:04,461 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,45493,1732198621710-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:17:04,461 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,45493,1732198621710-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:17:04,461 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8a7a968213a0:45493, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:17:04,461 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T14:17:04,461 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T14:17:04,463 DEBUG [master/8a7a968213a0:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T14:17:04,466 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.663sec 2024-11-21T14:17:04,466 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T14:17:04,466 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T14:17:04,467 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T14:17:04,467 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T14:17:04,467 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T14:17:04,467 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,45493,1732198621710-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T14:17:04,467 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,45493,1732198621710-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T14:17:04,470 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T14:17:04,470 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T14:17:04,470 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,45493,1732198621710-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:17:04,484 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60f69ad7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:17:04,484 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8a7a968213a0,45493,-1 for getting cluster id 2024-11-21T14:17:04,484 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:17:04,486 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b98f1a7b-6d37-4ab0-8993-e53db33b9dec' 2024-11-21T14:17:04,487 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:17:04,487 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b98f1a7b-6d37-4ab0-8993-e53db33b9dec" 2024-11-21T14:17:04,487 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2406b427, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:17:04,487 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a7a968213a0,45493,-1] 2024-11-21T14:17:04,487 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:17:04,488 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:17:04,489 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:17:04,490 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f6ba2f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:17:04,491 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:17:04,492 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a7a968213a0,35971,1732198621759, seqNum=-1] 2024-11-21T14:17:04,492 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:17:04,494 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T14:17:04,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=8a7a968213a0,45493,1732198621710 2024-11-21T14:17:04,497 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:54222 2024-11-21T14:17:04,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:54222, baseZNode=/1-1495100355 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T14:17:04,502 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013ae32b260005 connected 2024-11-21T14:17:04,507 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b690d04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:17:04,508 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8a7a968213a0,38369,-1 for getting cluster id 2024-11-21T14:17:04,508 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:17:04,509 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2ec9841e-4ea2-40fe-bc3d-5aa55487a892' 2024-11-21T14:17:04,510 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:17:04,510 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2ec9841e-4ea2-40fe-bc3d-5aa55487a892" 2024-11-21T14:17:04,510 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73faf3fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:17:04,510 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a7a968213a0,38369,-1] 2024-11-21T14:17:04,510 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:17:04,511 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:17:04,512 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:17:04,514 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67e107db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:17:04,522 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T14:17:04,527 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a7a968213a0,38369,1732198616821 2024-11-21T14:17:04,529 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@75ba4424 2024-11-21T14:17:04,530 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T14:17:04,532 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T14:17:04,534 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38369 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://8a7a968213a0:45493,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-21T14:17:04,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38369 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T14:17:04,547 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8a7a968213a0:45493' 2024-11-21T14:17:04,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T14:17:04,549 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54812e3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:17:04,549 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 8a7a968213a0,45493,-1 for getting cluster id 2024-11-21T14:17:04,550 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:17:04,550 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b98f1a7b-6d37-4ab0-8993-e53db33b9dec' 2024-11-21T14:17:04,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:17:04,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b98f1a7b-6d37-4ab0-8993-e53db33b9dec" 2024-11-21T14:17:04,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@607c9570, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:17:04,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a7a968213a0,45493,-1] 2024-11-21T14:17:04,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:17:04,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:17:04,553 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:17:04,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b4a3080, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:17:04,555 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T14:17:04,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a7a968213a0,45493,1732198621710 2024-11-21T14:17:04,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5ea6dacd 2024-11-21T14:17:04,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T14:17:04,563 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46698, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T14:17:04,575 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-21T14:17:04,575 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T14:17:04,579 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:17:04,580 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:17:04,580 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:17:04,581 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T14:17:04,586 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-21T14:17:04,589 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T14:17:04,589 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:17:04,591 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T14:17:04,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36643 is added to blk_1073741835_1011 (size=1138) 2024-11-21T14:17:04,639 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-21T14:17:04,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T14:17:04,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T14:17:05,004 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a9225e5d66c1acbd58f6658ad8f1e3f5, NAME => 'hbase:replication,,1732198624581.a9225e5d66c1acbd58f6658ad8f1e3f5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965 2024-11-21T14:17:05,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36643 is added to blk_1073741836_1012 (size=44) 2024-11-21T14:17:05,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T14:17:05,414 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732198624581.a9225e5d66c1acbd58f6658ad8f1e3f5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:17:05,414 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing a9225e5d66c1acbd58f6658ad8f1e3f5, disabling compactions & flushes 2024-11-21T14:17:05,414 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732198624581.a9225e5d66c1acbd58f6658ad8f1e3f5. 2024-11-21T14:17:05,414 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732198624581.a9225e5d66c1acbd58f6658ad8f1e3f5. 2024-11-21T14:17:05,414 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732198624581.a9225e5d66c1acbd58f6658ad8f1e3f5. after waiting 0 ms 2024-11-21T14:17:05,414 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732198624581.a9225e5d66c1acbd58f6658ad8f1e3f5. 2024-11-21T14:17:05,414 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732198624581.a9225e5d66c1acbd58f6658ad8f1e3f5. 2024-11-21T14:17:05,414 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for a9225e5d66c1acbd58f6658ad8f1e3f5: Waiting for close lock at 1732198625414Disabling compacts and flushes for region at 1732198625414Disabling writes for close at 1732198625414Writing region close event to WAL at 1732198625414Closed at 1732198625414 2024-11-21T14:17:05,417 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T14:17:05,422 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732198624581.a9225e5d66c1acbd58f6658ad8f1e3f5.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732198625417"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732198625417"}]},"ts":"1732198625417"} 2024-11-21T14:17:05,427 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T14:17:05,429 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T14:17:05,432 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732198625429"}]},"ts":"1732198625429"} 2024-11-21T14:17:05,436 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-21T14:17:05,438 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a9225e5d66c1acbd58f6658ad8f1e3f5, ASSIGN}] 2024-11-21T14:17:05,440 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a9225e5d66c1acbd58f6658ad8f1e3f5, ASSIGN 2024-11-21T14:17:05,442 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a9225e5d66c1acbd58f6658ad8f1e3f5, ASSIGN; state=OFFLINE, location=8a7a968213a0,39893,1732198617523; forceNewPlan=false, retain=false 2024-11-21T14:17:05,593 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=a9225e5d66c1acbd58f6658ad8f1e3f5, regionState=OPENING, regionLocation=8a7a968213a0,39893,1732198617523 2024-11-21T14:17:05,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a9225e5d66c1acbd58f6658ad8f1e3f5, ASSIGN because future has completed 2024-11-21T14:17:05,598 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure a9225e5d66c1acbd58f6658ad8f1e3f5, server=8a7a968213a0,39893,1732198617523}] 2024-11-21T14:17:05,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T14:17:05,758 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732198624581.a9225e5d66c1acbd58f6658ad8f1e3f5. 2024-11-21T14:17:05,758 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:17:05,758 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-21T14:17:05,761 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8a7a968213a0%2C39893%2C1732198617523.rep, suffix=, logDir=hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/WALs/8a7a968213a0,39893,1732198617523, archiveDir=hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/oldWALs, maxLogs=10 2024-11-21T14:17:05,776 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/WALs/8a7a968213a0,39893,1732198617523/8a7a968213a0%2C39893%2C1732198617523.rep.1732198625762, exclude list is [], retry=0 2024-11-21T14:17:05,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36643,DS-4992e198-ccf9-4f05-aad0-1b94831105ec,DISK] 2024-11-21T14:17:05,782 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/WALs/8a7a968213a0,39893,1732198617523/8a7a968213a0%2C39893%2C1732198617523.rep.1732198625762 2024-11-21T14:17:05,782 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36015:36015)] 2024-11-21T14:17:05,782 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => a9225e5d66c1acbd58f6658ad8f1e3f5, NAME => 'hbase:replication,,1732198624581.a9225e5d66c1acbd58f6658ad8f1e3f5.', STARTKEY => '', ENDKEY => ''} 2024-11-21T14:17:05,783 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T14:17:05,783 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T14:17:05,783 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732198624581.a9225e5d66c1acbd58f6658ad8f1e3f5. service=MultiRowMutationService 2024-11-21T14:17:05,783 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-21T14:17:05,783 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication a9225e5d66c1acbd58f6658ad8f1e3f5 2024-11-21T14:17:05,783 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732198624581.a9225e5d66c1acbd58f6658ad8f1e3f5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:17:05,784 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for a9225e5d66c1acbd58f6658ad8f1e3f5 2024-11-21T14:17:05,784 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for a9225e5d66c1acbd58f6658ad8f1e3f5 2024-11-21T14:17:05,786 INFO [StoreOpener-a9225e5d66c1acbd58f6658ad8f1e3f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region a9225e5d66c1acbd58f6658ad8f1e3f5 2024-11-21T14:17:05,788 INFO [StoreOpener-a9225e5d66c1acbd58f6658ad8f1e3f5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a9225e5d66c1acbd58f6658ad8f1e3f5 columnFamilyName hfileref 2024-11-21T14:17:05,788 DEBUG [StoreOpener-a9225e5d66c1acbd58f6658ad8f1e3f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:17:05,788 INFO [StoreOpener-a9225e5d66c1acbd58f6658ad8f1e3f5-1 {}] regionserver.HStore(327): Store=a9225e5d66c1acbd58f6658ad8f1e3f5/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:17:05,789 INFO [StoreOpener-a9225e5d66c1acbd58f6658ad8f1e3f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region a9225e5d66c1acbd58f6658ad8f1e3f5 2024-11-21T14:17:05,790 INFO [StoreOpener-a9225e5d66c1acbd58f6658ad8f1e3f5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a9225e5d66c1acbd58f6658ad8f1e3f5 columnFamilyName queue 2024-11-21T14:17:05,790 DEBUG [StoreOpener-a9225e5d66c1acbd58f6658ad8f1e3f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:17:05,791 INFO [StoreOpener-a9225e5d66c1acbd58f6658ad8f1e3f5-1 {}] regionserver.HStore(327): Store=a9225e5d66c1acbd58f6658ad8f1e3f5/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:17:05,791 INFO [StoreOpener-a9225e5d66c1acbd58f6658ad8f1e3f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region a9225e5d66c1acbd58f6658ad8f1e3f5 2024-11-21T14:17:05,793 INFO [StoreOpener-a9225e5d66c1acbd58f6658ad8f1e3f5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a9225e5d66c1acbd58f6658ad8f1e3f5 columnFamilyName sid 2024-11-21T14:17:05,793 DEBUG [StoreOpener-a9225e5d66c1acbd58f6658ad8f1e3f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:17:05,793 INFO [StoreOpener-a9225e5d66c1acbd58f6658ad8f1e3f5-1 {}] regionserver.HStore(327): Store=a9225e5d66c1acbd58f6658ad8f1e3f5/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:17:05,793 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for a9225e5d66c1acbd58f6658ad8f1e3f5 2024-11-21T14:17:05,794 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/data/hbase/replication/a9225e5d66c1acbd58f6658ad8f1e3f5 2024-11-21T14:17:05,795 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/data/hbase/replication/a9225e5d66c1acbd58f6658ad8f1e3f5 2024-11-21T14:17:05,796 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for a9225e5d66c1acbd58f6658ad8f1e3f5 2024-11-21T14:17:05,796 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for a9225e5d66c1acbd58f6658ad8f1e3f5 2024-11-21T14:17:05,797 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T14:17:05,799 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for a9225e5d66c1acbd58f6658ad8f1e3f5 2024-11-21T14:17:05,801 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/data/hbase/replication/a9225e5d66c1acbd58f6658ad8f1e3f5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T14:17:05,802 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened a9225e5d66c1acbd58f6658ad8f1e3f5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68055566, jitterRate=0.014106959104537964}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T14:17:05,802 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a9225e5d66c1acbd58f6658ad8f1e3f5 2024-11-21T14:17:05,803 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for a9225e5d66c1acbd58f6658ad8f1e3f5: Running coprocessor pre-open hook at 1732198625784Writing region info on filesystem at 1732198625784Initializing all the Stores at 1732198625785 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198625785Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198625785Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198625785Cleaning up temporary data from old regions at 1732198625796 (+11 ms)Running coprocessor post-open hooks at 1732198625802 (+6 ms)Region opened successfully at 1732198625803 (+1 ms) 2024-11-21T14:17:05,804 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732198624581.a9225e5d66c1acbd58f6658ad8f1e3f5., pid=7, masterSystemTime=1732198625751 2024-11-21T14:17:05,808 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732198624581.a9225e5d66c1acbd58f6658ad8f1e3f5. 2024-11-21T14:17:05,808 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732198624581.a9225e5d66c1acbd58f6658ad8f1e3f5. 2024-11-21T14:17:05,809 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=a9225e5d66c1acbd58f6658ad8f1e3f5, regionState=OPEN, openSeqNum=2, regionLocation=8a7a968213a0,39893,1732198617523 2024-11-21T14:17:05,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure a9225e5d66c1acbd58f6658ad8f1e3f5, server=8a7a968213a0,39893,1732198617523 because future has completed 2024-11-21T14:17:05,817 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-21T14:17:05,817 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure a9225e5d66c1acbd58f6658ad8f1e3f5, server=8a7a968213a0,39893,1732198617523 in 216 msec 2024-11-21T14:17:05,820 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T14:17:05,820 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a9225e5d66c1acbd58f6658ad8f1e3f5, ASSIGN in 379 msec 2024-11-21T14:17:05,821 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T14:17:05,822 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732198625821"}]},"ts":"1732198625821"} 2024-11-21T14:17:05,824 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-21T14:17:05,826 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T14:17:05,829 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2440 sec 2024-11-21T14:17:05,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732198624581.a9225e5d66c1acbd58f6658ad8f1e3f5., hostname=8a7a968213a0,39893,1732198617523, seqNum=2] 2024-11-21T14:17:05,857 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39893 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-21T14:17:05,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39893-0x1013ae32b260001, quorum=127.0.0.1:54222, baseZNode=/0487538192 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0487538192 2024-11-21T14:17:05,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38369-0x1013ae32b260000, quorum=127.0.0.1:54222, baseZNode=/0487538192 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0487538192 2024-11-21T14:17:05,877 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T14:17:06,040 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39893 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-21T14:17:06,041 INFO [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-21T14:17:06,082 INFO [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-8a7a968213a0,39893,1732198617523, ReplicationSource: 1, currentBandwidth=0 2024-11-21T14:17:06,083 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:17:06,083 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a7a968213a0,39893,1732198617523, seqNum=-1] 2024-11-21T14:17:06,084 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:17:06,085 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60769, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-21T14:17:06,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-8a7a968213a0,39893,1732198617523', locateType=CURRENT is [region=hbase:replication,,1732198624581.a9225e5d66c1acbd58f6658ad8f1e3f5., hostname=8a7a968213a0,39893,1732198617523, seqNum=2] 2024-11-21T14:17:06,095 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-21T14:17:06,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38369 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-21T14:17:06,100 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 8a7a968213a0,39893,1732198617523 suceeded 2024-11-21T14:17:06,103 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-21T14:17:06,104 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 223 msec 2024-11-21T14:17:06,104 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://8a7a968213a0:45493,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T14:17:06,106 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5680 sec 2024-11-21T14:17:06,117 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T14:17:06,118 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,39893,1732198617523 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8a7a968213a0:45493' 2024-11-21T14:17:06,120 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,39893,1732198617523 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@f43d696, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:17:06,120 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,39893,1732198617523 {}] client.ClusterIdFetcher(90): Going to request 8a7a968213a0,45493,-1 for getting cluster id 2024-11-21T14:17:06,120 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,39893,1732198617523 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:17:06,122 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b98f1a7b-6d37-4ab0-8993-e53db33b9dec' 2024-11-21T14:17:06,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:17:06,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b98f1a7b-6d37-4ab0-8993-e53db33b9dec" 2024-11-21T14:17:06,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@44d26f40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:17:06,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a7a968213a0,45493,-1] 2024-11-21T14:17:06,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:17:06,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:17:06,124 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:17:06,125 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,39893,1732198617523 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5ac859d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:17:06,125 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,39893,1732198617523 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T14:17:06,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a7a968213a0,45493,1732198621710 2024-11-21T14:17:06,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3d39e9ba 2024-11-21T14:17:06,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T14:17:06,128 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-21T14:17:06,129 INFO [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,39893,1732198617523 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-8a7a968213a0,39893,1732198617523 (queues=1) is replicating from cluster=2ec9841e-4ea2-40fe-bc3d-5aa55487a892 to cluster=b98f1a7b-6d37-4ab0-8993-e53db33b9dec 2024-11-21T14:17:06,132 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,39893,1732198617523 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=8a7a968213a0%2C39893%2C1732198617523 2024-11-21T14:17:06,138 INFO [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,39893,1732198617523 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-8a7a968213a0,39893,1732198617523, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T14:17:06,141 INFO [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,39893,1732198617523.replicationSource.shipper8a7a968213a0%2C39893%2C1732198617523,1-8a7a968213a0,39893,1732198617523 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 8a7a968213a0%2C39893%2C1732198617523 2024-11-21T14:17:06,147 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,39893,1732198617523.replicationSource.wal-reader.8a7a968213a0%2C39893%2C1732198617523,1-8a7a968213a0,39893,1732198617523 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/WALs/8a7a968213a0,39893,1732198617523/8a7a968213a0%2C39893%2C1732198617523.1732198620073, startPosition=0, beingWritten=true 2024-11-21T14:17:06,180 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-21T14:17:06,182 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T14:17:06,417 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,39893,1732198617523.replicationSource.wal-reader.8a7a968213a0%2C39893%2C1732198617523,1-8a7a968213a0,39893,1732198617523 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/WALs/8a7a968213a0,39893,1732198617523/8a7a968213a0%2C39893%2C1732198617523.1732198620073 to pos 0, reset compression=false 2024-11-21T14:17:06,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T14:17:06,701 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T14:17:06,701 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:17:06,701 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-21T14:17:06,701 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:17:06,701 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:17:06,701 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:17:06,702 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4640e624, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:17:06,702 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8a7a968213a0,38369,-1 for getting cluster id 2024-11-21T14:17:06,702 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:17:06,704 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2ec9841e-4ea2-40fe-bc3d-5aa55487a892' 2024-11-21T14:17:06,704 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:17:06,705 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2ec9841e-4ea2-40fe-bc3d-5aa55487a892" 2024-11-21T14:17:06,705 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6673293, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:17:06,705 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a7a968213a0,38369,-1] 2024-11-21T14:17:06,705 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:17:06,706 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:17:06,707 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:17:06,708 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c53c32a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:17:06,709 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T14:17:06,710 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a7a968213a0,38369,1732198616821 2024-11-21T14:17:06,710 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5e7bcbe7 2024-11-21T14:17:06,710 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T14:17:06,712 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T14:17:06,712 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38369 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://8a7a968213a0:45493,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-21T14:17:06,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38369 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T14:17:06,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-21T14:17:06,717 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8a7a968213a0:45493' 2024-11-21T14:17:06,718 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7137ba2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:17:06,718 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 8a7a968213a0,45493,-1 for getting cluster id 2024-11-21T14:17:06,718 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:17:06,719 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b98f1a7b-6d37-4ab0-8993-e53db33b9dec' 2024-11-21T14:17:06,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:17:06,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b98f1a7b-6d37-4ab0-8993-e53db33b9dec" 2024-11-21T14:17:06,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c593522, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:17:06,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a7a968213a0,45493,-1] 2024-11-21T14:17:06,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:17:06,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:17:06,721 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:17:06,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1205c916, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:17:06,722 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T14:17:06,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a7a968213a0,45493,1732198621710 2024-11-21T14:17:06,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@36d87843 2024-11-21T14:17:06,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T14:17:06,724 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,39893,1732198617523.replicationSource.wal-reader.8a7a968213a0%2C39893%2C1732198617523,1-8a7a968213a0,39893,1732198617523 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/WALs/8a7a968213a0,39893,1732198617523/8a7a968213a0%2C39893%2C1732198617523.1732198620073 to pos 0, reset compression=false 2024-11-21T14:17:06,724 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T14:17:06,725 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-21T14:17:06,725 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T14:17:06,725 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:17:06,725 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:17:06,725 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:17:06,737 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T14:17:06,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-21T14:17:06,891 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39893 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-21T14:17:06,891 INFO [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-21T14:17:06,923 INFO [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-8a7a968213a0,39893,1732198617523, ReplicationSource: 2, currentBandwidth=0 2024-11-21T14:17:06,926 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-21T14:17:06,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38369 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-21T14:17:06,930 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 8a7a968213a0,39893,1732198617523 suceeded 2024-11-21T14:17:06,934 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-21T14:17:06,934 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://8a7a968213a0:45493,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T14:17:06,934 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 193 msec 2024-11-21T14:17:06,937 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 221 msec 2024-11-21T14:17:06,943 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,2-8a7a968213a0,39893,1732198617523 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8a7a968213a0:45493' 2024-11-21T14:17:06,945 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,2-8a7a968213a0,39893,1732198617523 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7816a952, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:17:06,945 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,2-8a7a968213a0,39893,1732198617523 {}] client.ClusterIdFetcher(90): Going to request 8a7a968213a0,45493,-1 for getting cluster id 2024-11-21T14:17:06,945 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,2-8a7a968213a0,39893,1732198617523 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:17:06,946 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b98f1a7b-6d37-4ab0-8993-e53db33b9dec' 2024-11-21T14:17:06,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:17:06,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b98f1a7b-6d37-4ab0-8993-e53db33b9dec" 2024-11-21T14:17:06,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7e49f1cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:17:06,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a7a968213a0,45493,-1] 2024-11-21T14:17:06,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:17:06,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:17:06,949 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:17:06,950 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,2-8a7a968213a0,39893,1732198617523 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@667b5777, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:17:06,950 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,2-8a7a968213a0,39893,1732198617523 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T14:17:06,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a7a968213a0,45493,1732198621710 2024-11-21T14:17:06,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4f77b6e6 2024-11-21T14:17:06,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T14:17:06,952 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-21T14:17:06,953 INFO [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,2-8a7a968213a0,39893,1732198617523 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-8a7a968213a0,39893,1732198617523 (queues=1) is replicating from cluster=2ec9841e-4ea2-40fe-bc3d-5aa55487a892 to cluster=b98f1a7b-6d37-4ab0-8993-e53db33b9dec 2024-11-21T14:17:06,953 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,2-8a7a968213a0,39893,1732198617523 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=8a7a968213a0%2C39893%2C1732198617523 2024-11-21T14:17:06,953 INFO [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,2-8a7a968213a0,39893,1732198617523 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-8a7a968213a0,39893,1732198617523, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T14:17:06,954 INFO [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,2-8a7a968213a0,39893,1732198617523.replicationSource.shipper8a7a968213a0%2C39893%2C1732198617523,2-8a7a968213a0,39893,1732198617523 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 8a7a968213a0%2C39893%2C1732198617523 2024-11-21T14:17:06,954 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,2-8a7a968213a0,39893,1732198617523.replicationSource.wal-reader.8a7a968213a0%2C39893%2C1732198617523,2-8a7a968213a0,39893,1732198617523 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/WALs/8a7a968213a0,39893,1732198617523/8a7a968213a0%2C39893%2C1732198617523.1732198620073, startPosition=0, beingWritten=true 2024-11-21T14:17:07,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-21T14:17:07,031 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-21T14:17:07,031 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T14:17:07,031 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:17:07,031 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:17:07,032 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:17:07,032 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:17:07,032 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T14:17:07,033 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a7a968213a0,38369,1732198616821 2024-11-21T14:17:07,033 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d309b02 2024-11-21T14:17:07,036 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T14:17:07,038 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T14:17:07,039 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38369 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-21T14:17:07,040 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38369 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-21T14:17:07,041 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38369 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-21T14:17:07,042 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38369 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-21T14:17:07,046 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38369 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=1, config=clusterKey=hbase+rpc://8a7a968213a0:45493,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T14:17:07,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38369 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-21T14:17:07,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-21T14:17:07,052 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8a7a968213a0:45493' 2024-11-21T14:17:07,053 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15c004bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:17:07,053 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 8a7a968213a0,45493,-1 for getting cluster id 2024-11-21T14:17:07,053 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:17:07,054 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b98f1a7b-6d37-4ab0-8993-e53db33b9dec' 2024-11-21T14:17:07,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:17:07,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b98f1a7b-6d37-4ab0-8993-e53db33b9dec" 2024-11-21T14:17:07,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1156ec96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:17:07,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a7a968213a0,45493,-1] 2024-11-21T14:17:07,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:17:07,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:17:07,056 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:17:07,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c65fe6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:17:07,057 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T14:17:07,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a7a968213a0,45493,1732198621710 2024-11-21T14:17:07,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3b1004b8 2024-11-21T14:17:07,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T14:17:07,060 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T14:17:07,060 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-21T14:17:07,061 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T14:17:07,061 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:17:07,061 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:17:07,061 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:17:07,066 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T14:17:07,132 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,39893,1732198617523.replicationSource.wal-reader.8a7a968213a0%2C39893%2C1732198617523,1-8a7a968213a0,39893,1732198617523 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/WALs/8a7a968213a0,39893,1732198617523/8a7a968213a0%2C39893%2C1732198617523.1732198620073 to pos 0, reset compression=false 2024-11-21T14:17:07,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-21T14:17:07,162 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,2-8a7a968213a0,39893,1732198617523.replicationSource.wal-reader.8a7a968213a0%2C39893%2C1732198617523,2-8a7a968213a0,39893,1732198617523 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/WALs/8a7a968213a0,39893,1732198617523/8a7a968213a0%2C39893%2C1732198617523.1732198620073 to pos 0, reset compression=false 2024-11-21T14:17:07,220 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39893 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-21T14:17:07,220 INFO [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-21T14:17:07,222 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-21T14:17:07,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38369 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-21T14:17:07,226 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on 8a7a968213a0,39893,1732198617523 suceeded 2024-11-21T14:17:07,229 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-21T14:17:07,229 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 160 msec 2024-11-21T14:17:07,229 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://8a7a968213a0:45493,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T14:17:07,231 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 183 msec 2024-11-21T14:17:07,245 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T14:17:07,245 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-21T14:17:07,247 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-21T14:17:07,247 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-21T14:17:07,248 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T14:17:07,248 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-21T14:17:07,248 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T14:17:07,248 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-21T14:17:07,248 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-21T14:17:07,248 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-21T14:17:07,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-21T14:17:07,371 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-21T14:17:07,372 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38369 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=2, config=clusterKey=hbase+rpc://8a7a968213a0:45493,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T14:17:07,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38369 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-21T14:17:07,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-21T14:17:07,376 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8a7a968213a0:45493' 2024-11-21T14:17:07,377 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ce82750, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:17:07,377 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 8a7a968213a0,45493,-1 for getting cluster id 2024-11-21T14:17:07,377 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:17:07,378 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b98f1a7b-6d37-4ab0-8993-e53db33b9dec' 2024-11-21T14:17:07,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:17:07,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b98f1a7b-6d37-4ab0-8993-e53db33b9dec" 2024-11-21T14:17:07,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7368f107, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:17:07,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a7a968213a0,45493,-1] 2024-11-21T14:17:07,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:17:07,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:17:07,380 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:17:07,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78df4945, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:17:07,381 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T14:17:07,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a7a968213a0,45493,1732198621710 2024-11-21T14:17:07,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3630f1a8 2024-11-21T14:17:07,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T14:17:07,384 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T14:17:07,385 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-21T14:17:07,385 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T14:17:07,385 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:17:07,385 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:17:07,386 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:17:07,392 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T14:17:07,469 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,2-8a7a968213a0,39893,1732198617523.replicationSource.wal-reader.8a7a968213a0%2C39893%2C1732198617523,2-8a7a968213a0,39893,1732198617523 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/WALs/8a7a968213a0,39893,1732198617523/8a7a968213a0%2C39893%2C1732198617523.1732198620073 to pos 0, reset compression=false 2024-11-21T14:17:07,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-21T14:17:07,547 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39893 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-21T14:17:07,547 INFO [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-21T14:17:07,549 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-21T14:17:07,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38369 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-21T14:17:07,552 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on 8a7a968213a0,39893,1732198617523 suceeded 2024-11-21T14:17:07,555 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-21T14:17:07,555 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://8a7a968213a0:45493,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T14:17:07,555 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 160 msec 2024-11-21T14:17:07,557 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 183 msec 2024-11-21T14:17:07,639 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,39893,1732198617523.replicationSource.wal-reader.8a7a968213a0%2C39893%2C1732198617523,1-8a7a968213a0,39893,1732198617523 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/WALs/8a7a968213a0,39893,1732198617523/8a7a968213a0%2C39893%2C1732198617523.1732198620073 to pos 0, reset compression=false 2024-11-21T14:17:07,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-21T14:17:07,690 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-21T14:17:07,691 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38369 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-21T14:17:07,692 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38369 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-21T14:17:07,693 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T14:17:07,693 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:17:07,693 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:17:07,693 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:17:07,693 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:17:07,693 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T14:17:07,693 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=951453633, stopped=false 2024-11-21T14:17:07,694 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8a7a968213a0,38369,1732198616821 2024-11-21T14:17:07,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38369-0x1013ae32b260000, quorum=127.0.0.1:54222, baseZNode=/0487538192 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0487538192/running 2024-11-21T14:17:07,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39893-0x1013ae32b260001, quorum=127.0.0.1:54222, baseZNode=/0487538192 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0487538192/running 2024-11-21T14:17:07,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38369-0x1013ae32b260000, quorum=127.0.0.1:54222, baseZNode=/0487538192 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0487538192 2024-11-21T14:17:07,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39893-0x1013ae32b260001, quorum=127.0.0.1:54222, baseZNode=/0487538192 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0487538192 2024-11-21T14:17:07,696 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T14:17:07,696 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T14:17:07,696 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:17:07,697 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:17:07,697 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38369-0x1013ae32b260000, quorum=127.0.0.1:54222, baseZNode=/0487538192 Set watcher on znode that does not yet exist, /0487538192/running 2024-11-21T14:17:07,697 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39893-0x1013ae32b260001, quorum=127.0.0.1:54222, baseZNode=/0487538192 Set watcher on znode that does not yet exist, /0487538192/running 2024-11-21T14:17:07,697 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8a7a968213a0,39893,1732198617523' ***** 2024-11-21T14:17:07,697 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T14:17:07,697 INFO [RS:0;8a7a968213a0:39893 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T14:17:07,698 INFO [RS:0;8a7a968213a0:39893 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T14:17:07,698 INFO [RS:0;8a7a968213a0:39893 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T14:17:07,698 INFO [RS:0;8a7a968213a0:39893 {}] regionserver.HRegionServer(3091): Received CLOSE for a9225e5d66c1acbd58f6658ad8f1e3f5 2024-11-21T14:17:07,698 INFO [RS:0;8a7a968213a0:39893 {}] regionserver.HRegionServer(959): stopping server 8a7a968213a0,39893,1732198617523 2024-11-21T14:17:07,698 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T14:17:07,699 INFO [RS:0;8a7a968213a0:39893 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T14:17:07,699 INFO [RS:0;8a7a968213a0:39893 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8a7a968213a0:39893. 2024-11-21T14:17:07,699 DEBUG [RS:0;8a7a968213a0:39893 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:17:07,699 DEBUG [RS:0;8a7a968213a0:39893 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:17:07,699 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a9225e5d66c1acbd58f6658ad8f1e3f5, disabling compactions & flushes 2024-11-21T14:17:07,699 INFO [RS:0;8a7a968213a0:39893 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T14:17:07,699 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732198624581.a9225e5d66c1acbd58f6658ad8f1e3f5. 2024-11-21T14:17:07,699 INFO [RS:0;8a7a968213a0:39893 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T14:17:07,699 INFO [RS:0;8a7a968213a0:39893 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T14:17:07,699 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732198624581.a9225e5d66c1acbd58f6658ad8f1e3f5. 2024-11-21T14:17:07,699 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732198624581.a9225e5d66c1acbd58f6658ad8f1e3f5. after waiting 0 ms 2024-11-21T14:17:07,699 INFO [RS:0;8a7a968213a0:39893 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T14:17:07,699 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732198624581.a9225e5d66c1acbd58f6658ad8f1e3f5. 2024-11-21T14:17:07,699 INFO [RS:0;8a7a968213a0:39893 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-21T14:17:07,700 DEBUG [RS:0;8a7a968213a0:39893 {}] regionserver.HRegionServer(1325): Online Regions={a9225e5d66c1acbd58f6658ad8f1e3f5=hbase:replication,,1732198624581.a9225e5d66c1acbd58f6658ad8f1e3f5., 1588230740=hbase:meta,,1.1588230740} 2024-11-21T14:17:07,700 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T14:17:07,700 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T14:17:07,700 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T14:17:07,700 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T14:17:07,700 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T14:17:07,700 DEBUG [RS:0;8a7a968213a0:39893 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a9225e5d66c1acbd58f6658ad8f1e3f5 2024-11-21T14:17:07,703 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a9225e5d66c1acbd58f6658ad8f1e3f5 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-21T14:17:07,703 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-21T14:17:07,722 INFO [regionserver/8a7a968213a0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T14:17:07,775 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/data/hbase/meta/1588230740/.tmp/info/6573b642200b486394547f8935c9349a is 147, key is hbase:replication,,1732198624581.a9225e5d66c1acbd58f6658ad8f1e3f5./info:regioninfo/1732198625809/Put/seqid=0 2024-11-21T14:17:07,775 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/data/hbase/replication/a9225e5d66c1acbd58f6658ad8f1e3f5/.tmp/queue/fb56912923bf4e918a2cfdfdfb9f8bde is 151, key is 1-8a7a968213a0,39893,1732198617523/queue:8a7a968213a0%2C39893%2C1732198617523/1732198626090/Put/seqid=0 2024-11-21T14:17:07,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36643 is added to blk_1073741839_1015 (size=5500) 2024-11-21T14:17:07,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36643 is added to blk_1073741838_1014 (size=6631) 2024-11-21T14:17:07,876 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,2-8a7a968213a0,39893,1732198617523.replicationSource.wal-reader.8a7a968213a0%2C39893%2C1732198617523,2-8a7a968213a0,39893,1732198617523 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/WALs/8a7a968213a0,39893,1732198617523/8a7a968213a0%2C39893%2C1732198617523.1732198620073 to pos 0, reset compression=false 2024-11-21T14:17:07,900 DEBUG [RS:0;8a7a968213a0:39893 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a9225e5d66c1acbd58f6658ad8f1e3f5 2024-11-21T14:17:07,913 INFO [regionserver/8a7a968213a0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T14:17:07,913 INFO [regionserver/8a7a968213a0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T14:17:08,100 DEBUG [RS:0;8a7a968213a0:39893 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a9225e5d66c1acbd58f6658ad8f1e3f5 2024-11-21T14:17:08,188 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/data/hbase/replication/a9225e5d66c1acbd58f6658ad8f1e3f5/.tmp/queue/fb56912923bf4e918a2cfdfdfb9f8bde 2024-11-21T14:17:08,189 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/data/hbase/meta/1588230740/.tmp/info/6573b642200b486394547f8935c9349a 2024-11-21T14:17:08,235 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/data/hbase/replication/a9225e5d66c1acbd58f6658ad8f1e3f5/.tmp/queue/fb56912923bf4e918a2cfdfdfb9f8bde as hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/data/hbase/replication/a9225e5d66c1acbd58f6658ad8f1e3f5/queue/fb56912923bf4e918a2cfdfdfb9f8bde 2024-11-21T14:17:08,245 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/data/hbase/replication/a9225e5d66c1acbd58f6658ad8f1e3f5/queue/fb56912923bf4e918a2cfdfdfb9f8bde, entries=2, sequenceid=6, filesize=5.4 K 2024-11-21T14:17:08,245 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,39893,1732198617523.replicationSource.wal-reader.8a7a968213a0%2C39893%2C1732198617523,1-8a7a968213a0,39893,1732198617523 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/WALs/8a7a968213a0,39893,1732198617523/8a7a968213a0%2C39893%2C1732198617523.1732198620073 to pos 0, reset compression=false 2024-11-21T14:17:08,253 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for a9225e5d66c1acbd58f6658ad8f1e3f5 in 549ms, sequenceid=6, compaction requested=false 2024-11-21T14:17:08,253 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/data/hbase/meta/1588230740/.tmp/ns/b8f3541310ae44f8bb09f3e47dcce84d is 43, key is default/ns:d/1732198620738/Put/seqid=0 2024-11-21T14:17:08,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36643 is added to blk_1073741840_1016 (size=5153) 2024-11-21T14:17:08,261 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/data/hbase/replication/a9225e5d66c1acbd58f6658ad8f1e3f5/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-21T14:17:08,263 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T14:17:08,263 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T14:17:08,264 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732198624581.a9225e5d66c1acbd58f6658ad8f1e3f5. 2024-11-21T14:17:08,264 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a9225e5d66c1acbd58f6658ad8f1e3f5: Waiting for close lock at 1732198627699Running coprocessor pre-close hooks at 1732198627699Disabling compacts and flushes for region at 1732198627699Disabling writes for close at 1732198627699Obtaining lock to block concurrent updates at 1732198627703 (+4 ms)Preparing flush snapshotting stores in a9225e5d66c1acbd58f6658ad8f1e3f5 at 1732198627703Finished memstore snapshotting hbase:replication,,1732198624581.a9225e5d66c1acbd58f6658ad8f1e3f5., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1732198627712 (+9 ms)Flushing stores of hbase:replication,,1732198624581.a9225e5d66c1acbd58f6658ad8f1e3f5. at 1732198627714 (+2 ms)Flushing a9225e5d66c1acbd58f6658ad8f1e3f5/queue: creating writer at 1732198627715 (+1 ms)Flushing a9225e5d66c1acbd58f6658ad8f1e3f5/queue: appending metadata at 1732198627757 (+42 ms)Flushing a9225e5d66c1acbd58f6658ad8f1e3f5/queue: closing flushed file at 1732198627760 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7332515b: reopening flushed file at 1732198628233 (+473 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for a9225e5d66c1acbd58f6658ad8f1e3f5 in 549ms, sequenceid=6, compaction requested=false at 1732198628253 (+20 ms)Writing region close event to WAL at 1732198628255 (+2 ms)Running coprocessor post-close hooks at 1732198628262 (+7 ms)Closed at 1732198628264 (+2 ms) 2024-11-21T14:17:08,264 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732198624581.a9225e5d66c1acbd58f6658ad8f1e3f5. 2024-11-21T14:17:08,301 DEBUG [RS:0;8a7a968213a0:39893 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T14:17:08,383 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,2-8a7a968213a0,39893,1732198617523.replicationSource.wal-reader.8a7a968213a0%2C39893%2C1732198617523,2-8a7a968213a0,39893,1732198617523 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/WALs/8a7a968213a0,39893,1732198617523/8a7a968213a0%2C39893%2C1732198617523.1732198620073 to pos 0, reset compression=false 2024-11-21T14:17:08,501 DEBUG [RS:0;8a7a968213a0:39893 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T14:17:08,661 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/data/hbase/meta/1588230740/.tmp/ns/b8f3541310ae44f8bb09f3e47dcce84d 2024-11-21T14:17:08,685 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/data/hbase/meta/1588230740/.tmp/table/12cf860922484549a007f378c41a579c is 53, key is hbase:replication/table:state/1732198625821/Put/seqid=0 2024-11-21T14:17:08,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36643 is added to blk_1073741841_1017 (size=5256) 2024-11-21T14:17:08,701 INFO [RS:0;8a7a968213a0:39893 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-21T14:17:08,701 DEBUG [RS:0;8a7a968213a0:39893 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-21T14:17:08,701 DEBUG [RS:0;8a7a968213a0:39893 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T14:17:08,901 DEBUG [RS:0;8a7a968213a0:39893 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T14:17:08,953 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,39893,1732198617523.replicationSource.wal-reader.8a7a968213a0%2C39893%2C1732198617523,1-8a7a968213a0,39893,1732198617523 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/WALs/8a7a968213a0,39893,1732198617523/8a7a968213a0%2C39893%2C1732198617523.1732198620073 to pos 0, reset compression=false 2024-11-21T14:17:08,990 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,2-8a7a968213a0,39893,1732198617523.replicationSource.wal-reader.8a7a968213a0%2C39893%2C1732198617523,2-8a7a968213a0,39893,1732198617523 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/WALs/8a7a968213a0,39893,1732198617523/8a7a968213a0%2C39893%2C1732198617523.1732198620073 to pos 0, reset compression=false 2024-11-21T14:17:09,091 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/data/hbase/meta/1588230740/.tmp/table/12cf860922484549a007f378c41a579c 2024-11-21T14:17:09,100 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/data/hbase/meta/1588230740/.tmp/info/6573b642200b486394547f8935c9349a as hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/data/hbase/meta/1588230740/info/6573b642200b486394547f8935c9349a 2024-11-21T14:17:09,102 DEBUG [RS:0;8a7a968213a0:39893 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T14:17:09,109 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/data/hbase/meta/1588230740/info/6573b642200b486394547f8935c9349a, entries=10, sequenceid=11, filesize=6.5 K 2024-11-21T14:17:09,110 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/data/hbase/meta/1588230740/.tmp/ns/b8f3541310ae44f8bb09f3e47dcce84d as hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/data/hbase/meta/1588230740/ns/b8f3541310ae44f8bb09f3e47dcce84d 2024-11-21T14:17:09,118 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/data/hbase/meta/1588230740/ns/b8f3541310ae44f8bb09f3e47dcce84d, entries=2, sequenceid=11, filesize=5.0 K 2024-11-21T14:17:09,120 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/data/hbase/meta/1588230740/.tmp/table/12cf860922484549a007f378c41a579c as hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/data/hbase/meta/1588230740/table/12cf860922484549a007f378c41a579c 2024-11-21T14:17:09,128 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/data/hbase/meta/1588230740/table/12cf860922484549a007f378c41a579c, entries=2, sequenceid=11, filesize=5.1 K 2024-11-21T14:17:09,130 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1429ms, sequenceid=11, compaction requested=false 2024-11-21T14:17:09,136 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-21T14:17:09,137 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T14:17:09,137 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T14:17:09,137 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T14:17:09,137 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732198627699Running coprocessor pre-close hooks at 1732198627699Disabling compacts and flushes for region at 1732198627699Disabling writes for close at 1732198627700 (+1 ms)Obtaining lock to block concurrent updates at 1732198627703 (+3 ms)Preparing flush snapshotting stores in 1588230740 at 1732198627703Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732198627712 (+9 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732198627714 (+2 ms)Flushing 1588230740/info: creating writer at 1732198627715 (+1 ms)Flushing 1588230740/info: appending metadata at 1732198627758 (+43 ms)Flushing 1588230740/info: closing flushed file at 1732198627760 (+2 ms)Flushing 1588230740/ns: creating writer at 1732198628233 (+473 ms)Flushing 1588230740/ns: appending metadata at 1732198628252 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1732198628252Flushing 1588230740/table: creating writer at 1732198628669 (+417 ms)Flushing 1588230740/table: appending metadata at 1732198628684 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732198628684Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68d0ba80: reopening flushed file at 1732198629099 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@af9e97f: reopening flushed file at 1732198629109 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7417484e: reopening flushed file at 1732198629119 (+10 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1429ms, sequenceid=11, compaction requested=false at 1732198629130 (+11 ms)Writing region close event to WAL at 1732198629131 (+1 ms)Running coprocessor post-close hooks at 1732198629137 (+6 ms)Closed at 1732198629137 2024-11-21T14:17:09,138 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T14:17:09,302 INFO [RS:0;8a7a968213a0:39893 {}] regionserver.HRegionServer(976): stopping server 8a7a968213a0,39893,1732198617523; all regions closed. 2024-11-21T14:17:09,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36643 is added to blk_1073741834_1010 (size=2742) 2024-11-21T14:17:09,313 DEBUG [RS:0;8a7a968213a0:39893 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/oldWALs 2024-11-21T14:17:09,313 INFO [RS:0;8a7a968213a0:39893 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8a7a968213a0%2C39893%2C1732198617523.meta:.meta(num 1732198620573) 2024-11-21T14:17:09,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36643 is added to blk_1073741837_1013 (size=1802) 2024-11-21T14:17:09,319 DEBUG [RS:0;8a7a968213a0:39893 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/oldWALs 2024-11-21T14:17:09,319 INFO [RS:0;8a7a968213a0:39893 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8a7a968213a0%2C39893%2C1732198617523.rep:(num 1732198625762) 2024-11-21T14:17:09,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36643 is added to blk_1073741833_1009 (size=93) 2024-11-21T14:17:09,325 DEBUG [RS:0;8a7a968213a0:39893 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/oldWALs 2024-11-21T14:17:09,325 INFO [RS:0;8a7a968213a0:39893 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8a7a968213a0%2C39893%2C1732198617523:(num 1732198620073) 2024-11-21T14:17:09,325 DEBUG [RS:0;8a7a968213a0:39893 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:17:09,325 INFO [RS:0;8a7a968213a0:39893 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T14:17:09,325 INFO [RS:0;8a7a968213a0:39893 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T14:17:09,325 INFO [RS:0;8a7a968213a0:39893 {}] hbase.ChoreService(370): Chore service for: regionserver/8a7a968213a0:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-21T14:17:09,325 INFO [RS:0;8a7a968213a0:39893 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T14:17:09,325 INFO [regionserver/8a7a968213a0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T14:17:09,326 INFO [RS:0;8a7a968213a0:39893 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-8a7a968213a0,39893,1732198617523 because: Region server is closing 2024-11-21T14:17:09,326 INFO [RS:0;8a7a968213a0:39893 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8a7a968213a0:39893. 2024-11-21T14:17:09,326 DEBUG [RS:0;8a7a968213a0:39893 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:17:09,326 DEBUG [RS:0;8a7a968213a0:39893 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:17:09,327 DEBUG [RS:0;8a7a968213a0:39893 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:17:09,327 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:17:09,427 WARN [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,39893,1732198617523.replicationSource.wal-reader.8a7a968213a0%2C39893%2C1732198617523,1-8a7a968213a0,39893,1732198617523 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-21T14:17:09,427 WARN [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,39893,1732198617523.replicationSource.shipper8a7a968213a0%2C39893%2C1732198617523,1-8a7a968213a0,39893,1732198617523 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-21T14:17:09,427 INFO [RS:0;8a7a968213a0:39893 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,39893,1732198617523.replicationSource.shipper8a7a968213a0%2C39893%2C1732198617523,1-8a7a968213a0,39893,1732198617523 terminated 2024-11-21T14:17:09,428 INFO [RS:0;8a7a968213a0:39893 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-8a7a968213a0,39893,1732198617523 because: Region server is closing 2024-11-21T14:17:09,428 INFO [RS:0;8a7a968213a0:39893 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8a7a968213a0:39893. 2024-11-21T14:17:09,428 DEBUG [RS:0;8a7a968213a0:39893 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:17:09,428 DEBUG [RS:0;8a7a968213a0:39893 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:17:09,429 DEBUG [RS:0;8a7a968213a0:39893 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:17:09,429 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:17:09,529 WARN [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,2-8a7a968213a0,39893,1732198617523.replicationSource.shipper8a7a968213a0%2C39893%2C1732198617523,2-8a7a968213a0,39893,1732198617523 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-21T14:17:09,529 WARN [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,2-8a7a968213a0,39893,1732198617523.replicationSource.wal-reader.8a7a968213a0%2C39893%2C1732198617523,2-8a7a968213a0,39893,1732198617523 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-21T14:17:09,529 INFO [RS:0;8a7a968213a0:39893 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,2-8a7a968213a0,39893,1732198617523.replicationSource.shipper8a7a968213a0%2C39893%2C1732198617523,2-8a7a968213a0,39893,1732198617523 terminated 2024-11-21T14:17:09,530 INFO [RS:0;8a7a968213a0:39893 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39893 2024-11-21T14:17:09,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39893-0x1013ae32b260001, quorum=127.0.0.1:54222, baseZNode=/0487538192 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0487538192/rs/8a7a968213a0,39893,1732198617523 2024-11-21T14:17:09,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38369-0x1013ae32b260000, quorum=127.0.0.1:54222, baseZNode=/0487538192 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0487538192/rs 2024-11-21T14:17:09,545 INFO [RS:0;8a7a968213a0:39893 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T14:17:09,560 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8a7a968213a0,39893,1732198617523] 2024-11-21T14:17:09,571 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0487538192/draining/8a7a968213a0,39893,1732198617523 already deleted, retry=false 2024-11-21T14:17:09,571 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8a7a968213a0,39893,1732198617523 expired; onlineServers=0 2024-11-21T14:17:09,571 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8a7a968213a0,38369,1732198616821' ***** 2024-11-21T14:17:09,571 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T14:17:09,572 INFO [M:0;8a7a968213a0:38369 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T14:17:09,572 INFO [M:0;8a7a968213a0:38369 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T14:17:09,572 DEBUG [M:0;8a7a968213a0:38369 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T14:17:09,572 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T14:17:09,572 DEBUG [M:0;8a7a968213a0:38369 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T14:17:09,572 DEBUG [master/8a7a968213a0:0:becomeActiveMaster-HFileCleaner.small.0-1732198619730 {}] cleaner.HFileCleaner(306): Exit Thread[master/8a7a968213a0:0:becomeActiveMaster-HFileCleaner.small.0-1732198619730,5,FailOnTimeoutGroup] 2024-11-21T14:17:09,572 DEBUG [master/8a7a968213a0:0:becomeActiveMaster-HFileCleaner.large.0-1732198619729 {}] cleaner.HFileCleaner(306): Exit Thread[master/8a7a968213a0:0:becomeActiveMaster-HFileCleaner.large.0-1732198619729,5,FailOnTimeoutGroup] 2024-11-21T14:17:09,572 INFO [M:0;8a7a968213a0:38369 {}] hbase.ChoreService(370): Chore service for: master/8a7a968213a0:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T14:17:09,572 INFO [M:0;8a7a968213a0:38369 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T14:17:09,573 DEBUG [M:0;8a7a968213a0:38369 {}] master.HMaster(1795): Stopping service threads 2024-11-21T14:17:09,573 INFO [M:0;8a7a968213a0:38369 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T14:17:09,573 INFO [M:0;8a7a968213a0:38369 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T14:17:09,573 INFO [M:0;8a7a968213a0:38369 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T14:17:09,573 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T14:17:09,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38369-0x1013ae32b260000, quorum=127.0.0.1:54222, baseZNode=/0487538192 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0487538192/master 2024-11-21T14:17:09,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38369-0x1013ae32b260000, quorum=127.0.0.1:54222, baseZNode=/0487538192 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0487538192 2024-11-21T14:17:09,577 DEBUG [M:0;8a7a968213a0:38369 {}] zookeeper.ZKUtil(347): master:38369-0x1013ae32b260000, quorum=127.0.0.1:54222, baseZNode=/0487538192 Unable to get data of znode /0487538192/master because node does not exist (not an error) 2024-11-21T14:17:09,577 WARN [M:0;8a7a968213a0:38369 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T14:17:09,578 INFO [M:0;8a7a968213a0:38369 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/.lastflushedseqids 2024-11-21T14:17:09,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36643 is added to blk_1073741842_1018 (size=181) 2024-11-21T14:17:09,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39893-0x1013ae32b260001, quorum=127.0.0.1:54222, baseZNode=/0487538192 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T14:17:09,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39893-0x1013ae32b260001, quorum=127.0.0.1:54222, baseZNode=/0487538192 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T14:17:09,661 INFO [RS:0;8a7a968213a0:39893 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T14:17:09,661 INFO [RS:0;8a7a968213a0:39893 {}] regionserver.HRegionServer(1031): Exiting; stopping=8a7a968213a0,39893,1732198617523; zookeeper connection closed. 2024-11-21T14:17:09,662 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3a589531 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3a589531 2024-11-21T14:17:09,662 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T14:17:09,993 INFO [M:0;8a7a968213a0:38369 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T14:17:09,993 INFO [M:0;8a7a968213a0:38369 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T14:17:09,993 DEBUG [M:0;8a7a968213a0:38369 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T14:17:09,994 INFO [M:0;8a7a968213a0:38369 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:17:09,994 DEBUG [M:0;8a7a968213a0:38369 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:17:09,994 DEBUG [M:0;8a7a968213a0:38369 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T14:17:09,994 DEBUG [M:0;8a7a968213a0:38369 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:17:09,994 INFO [M:0;8a7a968213a0:38369 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-21T14:17:10,013 DEBUG [M:0;8a7a968213a0:38369 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8f09913c26164aca811ef01413aa8f07 is 82, key is hbase:meta,,1/info:regioninfo/1732198620662/Put/seqid=0 2024-11-21T14:17:10,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36643 is added to blk_1073741843_1019 (size=5672) 2024-11-21T14:17:10,419 INFO [M:0;8a7a968213a0:38369 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8f09913c26164aca811ef01413aa8f07 2024-11-21T14:17:10,444 DEBUG [M:0;8a7a968213a0:38369 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/36b4af8bcc9b42ad931797ce481557ce is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732198625828/Put/seqid=0 2024-11-21T14:17:10,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36643 is added to blk_1073741844_1020 (size=8663) 2024-11-21T14:17:10,851 INFO [M:0;8a7a968213a0:38369 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/36b4af8bcc9b42ad931797ce481557ce 2024-11-21T14:17:10,876 DEBUG [M:0;8a7a968213a0:38369 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/64628b4bf0684cf4a1fd463c6c93cfc7 is 69, key is 8a7a968213a0,39893,1732198617523/rs:state/1732198619842/Put/seqid=0 2024-11-21T14:17:10,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36643 is added to blk_1073741845_1021 (size=5156) 2024-11-21T14:17:11,281 INFO [M:0;8a7a968213a0:38369 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/64628b4bf0684cf4a1fd463c6c93cfc7 2024-11-21T14:17:11,287 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T14:17:11,290 DEBUG [M:0;8a7a968213a0:38369 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8f09913c26164aca811ef01413aa8f07 as hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8f09913c26164aca811ef01413aa8f07 2024-11-21T14:17:11,297 INFO [M:0;8a7a968213a0:38369 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8f09913c26164aca811ef01413aa8f07, entries=8, sequenceid=115, filesize=5.5 K 2024-11-21T14:17:11,298 DEBUG [M:0;8a7a968213a0:38369 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/36b4af8bcc9b42ad931797ce481557ce as hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/36b4af8bcc9b42ad931797ce481557ce 2024-11-21T14:17:11,305 INFO [M:0;8a7a968213a0:38369 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/36b4af8bcc9b42ad931797ce481557ce, entries=14, sequenceid=115, filesize=8.5 K 2024-11-21T14:17:11,306 DEBUG [M:0;8a7a968213a0:38369 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/64628b4bf0684cf4a1fd463c6c93cfc7 as hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/64628b4bf0684cf4a1fd463c6c93cfc7 2024-11-21T14:17:11,312 INFO [M:0;8a7a968213a0:38369 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/64628b4bf0684cf4a1fd463c6c93cfc7, entries=1, sequenceid=115, filesize=5.0 K 2024-11-21T14:17:11,314 INFO [M:0;8a7a968213a0:38369 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1320ms, sequenceid=115, compaction requested=false 2024-11-21T14:17:11,318 INFO [M:0;8a7a968213a0:38369 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:17:11,318 DEBUG [M:0;8a7a968213a0:38369 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732198629993Disabling compacts and flushes for region at 1732198629993Disabling writes for close at 1732198629994 (+1 ms)Obtaining lock to block concurrent updates at 1732198629994Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732198629994Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1732198629994Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732198629995 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732198629995Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732198630013 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732198630013Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732198630427 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732198630444 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732198630444Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732198630858 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732198630875 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732198630875Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d926f4b: reopening flushed file at 1732198631288 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@dedc504: reopening flushed file at 1732198631297 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@249626d3: reopening flushed file at 1732198631305 (+8 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1320ms, sequenceid=115, compaction requested=false at 1732198631314 (+9 ms)Writing region close event to WAL at 1732198631318 (+4 ms)Closed at 1732198631318 2024-11-21T14:17:11,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36643 is added to blk_1073741830_1006 (size=59421) 2024-11-21T14:17:11,323 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/MasterData/WALs/8a7a968213a0,38369,1732198616821/8a7a968213a0%2C38369%2C1732198616821.1732198619174 not finished, retry = 0 2024-11-21T14:17:11,424 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T14:17:11,424 INFO [M:0;8a7a968213a0:38369 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T14:17:11,425 INFO [M:0;8a7a968213a0:38369 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38369 2024-11-21T14:17:11,425 INFO [M:0;8a7a968213a0:38369 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T14:17:11,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38369-0x1013ae32b260000, quorum=127.0.0.1:54222, baseZNode=/0487538192 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T14:17:11,527 INFO [M:0;8a7a968213a0:38369 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T14:17:11,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38369-0x1013ae32b260000, quorum=127.0.0.1:54222, baseZNode=/0487538192 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T14:17:11,529 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8a7a968213a0:0 server-side Connection retries=45 2024-11-21T14:17:11,529 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T14:17:11,529 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T14:17:11,529 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T14:17:11,529 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T14:17:11,529 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T14:17:11,530 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T14:17:11,530 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T14:17:11,530 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40597 2024-11-21T14:17:11,532 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40597 connecting to ZooKeeper ensemble=127.0.0.1:54222 2024-11-21T14:17:11,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:405970x0, quorum=127.0.0.1:54222, baseZNode=/0487538192 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T14:17:11,536 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40597-0x1013ae32b260006 connected 2024-11-21T14:17:11,539 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:17:11,541 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:17:11,544 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40597-0x1013ae32b260006, quorum=127.0.0.1:54222, baseZNode=/0487538192 Set watcher on znode that does not yet exist, /0487538192/running 2024-11-21T14:17:11,544 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0487538192/meta-region-server: INIT 2024-11-21T14:17:11,544 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965, hbase.cluster.distributed=false 2024-11-21T14:17:11,545 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40597-0x1013ae32b260006, quorum=127.0.0.1:54222, baseZNode=/0487538192 Set watcher on znode that does not yet exist, /0487538192/acl 2024-11-21T14:17:11,546 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40597 2024-11-21T14:17:11,546 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40597 2024-11-21T14:17:11,550 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40597 2024-11-21T14:17:11,552 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40597 2024-11-21T14:17:11,552 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40597 2024-11-21T14:17:11,569 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8a7a968213a0:0 server-side Connection retries=45 2024-11-21T14:17:11,569 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T14:17:11,569 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T14:17:11,569 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T14:17:11,569 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T14:17:11,569 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T14:17:11,569 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T14:17:11,569 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T14:17:11,570 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34185 2024-11-21T14:17:11,571 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34185 connecting to ZooKeeper ensemble=127.0.0.1:54222 2024-11-21T14:17:11,572 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:17:11,574 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:17:11,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:341850x0, quorum=127.0.0.1:54222, baseZNode=/0487538192 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T14:17:11,579 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34185-0x1013ae32b260007 connected 2024-11-21T14:17:11,579 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34185-0x1013ae32b260007, quorum=127.0.0.1:54222, baseZNode=/0487538192 Set watcher on znode that does not yet exist, /0487538192/running 2024-11-21T14:17:11,579 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0487538192/meta-region-server: INIT 2024-11-21T14:17:11,579 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T14:17:11,580 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T14:17:11,581 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34185-0x1013ae32b260007, quorum=127.0.0.1:54222, baseZNode=/0487538192 Set watcher on znode that does not yet exist, /0487538192/master 2024-11-21T14:17:11,582 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34185-0x1013ae32b260007, quorum=127.0.0.1:54222, baseZNode=/0487538192 Set watcher on znode that does not yet exist, /0487538192/acl 2024-11-21T14:17:11,583 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34185 2024-11-21T14:17:11,584 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34185 2024-11-21T14:17:11,585 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34185 2024-11-21T14:17:11,586 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34185 2024-11-21T14:17:11,588 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34185 2024-11-21T14:17:11,600 DEBUG [M:0;8a7a968213a0:40597 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8a7a968213a0:40597 2024-11-21T14:17:11,601 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0487538192/backup-masters/8a7a968213a0,40597,1732198631529 2024-11-21T14:17:11,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34185-0x1013ae32b260007, quorum=127.0.0.1:54222, baseZNode=/0487538192 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0487538192/backup-masters 2024-11-21T14:17:11,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40597-0x1013ae32b260006, quorum=127.0.0.1:54222, baseZNode=/0487538192 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0487538192/backup-masters 2024-11-21T14:17:11,603 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40597-0x1013ae32b260006, quorum=127.0.0.1:54222, baseZNode=/0487538192 Set watcher on existing znode=/0487538192/backup-masters/8a7a968213a0,40597,1732198631529 2024-11-21T14:17:11,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34185-0x1013ae32b260007, quorum=127.0.0.1:54222, baseZNode=/0487538192 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0487538192/master 2024-11-21T14:17:11,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40597-0x1013ae32b260006, quorum=127.0.0.1:54222, baseZNode=/0487538192 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0487538192 2024-11-21T14:17:11,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34185-0x1013ae32b260007, quorum=127.0.0.1:54222, baseZNode=/0487538192 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0487538192 2024-11-21T14:17:11,606 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40597-0x1013ae32b260006, quorum=127.0.0.1:54222, baseZNode=/0487538192 Set watcher on existing znode=/0487538192/master 2024-11-21T14:17:11,606 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0487538192/backup-masters/8a7a968213a0,40597,1732198631529 from backup master directory 2024-11-21T14:17:11,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40597-0x1013ae32b260006, quorum=127.0.0.1:54222, baseZNode=/0487538192 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0487538192/backup-masters/8a7a968213a0,40597,1732198631529 2024-11-21T14:17:11,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34185-0x1013ae32b260007, quorum=127.0.0.1:54222, baseZNode=/0487538192 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0487538192/backup-masters 2024-11-21T14:17:11,608 WARN [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T14:17:11,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40597-0x1013ae32b260006, quorum=127.0.0.1:54222, baseZNode=/0487538192 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0487538192/backup-masters 2024-11-21T14:17:11,608 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8a7a968213a0,40597,1732198631529 2024-11-21T14:17:11,624 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:17:11,624 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T14:17:11,638 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 14ms. 2024-11-21T14:17:11,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36643 is added to blk_1073741846_1022 (size=196) 2024-11-21T14:17:12,048 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T14:17:12,049 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T14:17:12,049 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:17:12,057 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-21T14:17:12,060 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/MasterData/WALs/8a7a968213a0,38369,1732198616821 to hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/MasterData/WALs/8a7a968213a0,38369,1732198616821-dead as it is dead 2024-11-21T14:17:12,061 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-21T14:17:12,062 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-21T14:17:12,062 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/MasterData/WALs/8a7a968213a0,38369,1732198616821-dead/8a7a968213a0%2C38369%2C1732198616821.1732198619174 2024-11-21T14:17:12,067 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/MasterData/WALs/8a7a968213a0,38369,1732198616821-dead/8a7a968213a0%2C38369%2C1732198616821.1732198619174 after 3ms 2024-11-21T14:17:12,068 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/MasterData/WALs/8a7a968213a0,38369,1732198616821-dead/8a7a968213a0%2C38369%2C1732198616821.1732198619174 to hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/8a7a968213a0%2C38369%2C1732198616821.1732198619174 2024-11-21T14:17:12,068 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/MasterData/WALs/8a7a968213a0,38369,1732198616821-dead 2024-11-21T14:17:12,069 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/MasterData/WALs/8a7a968213a0,40597,1732198631529 2024-11-21T14:17:12,070 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T14:17:12,071 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8a7a968213a0%2C40597%2C1732198631529, suffix=, logDir=hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/MasterData/WALs/8a7a968213a0,40597,1732198631529, archiveDir=hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/MasterData/oldWALs, maxLogs=10 2024-11-21T14:17:12,085 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/MasterData/WALs/8a7a968213a0,40597,1732198631529/8a7a968213a0%2C40597%2C1732198631529.1732198632071, exclude list is [], retry=0 2024-11-21T14:17:12,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36643,DS-4992e198-ccf9-4f05-aad0-1b94831105ec,DISK] 2024-11-21T14:17:12,091 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/MasterData/WALs/8a7a968213a0,40597,1732198631529/8a7a968213a0%2C40597%2C1732198631529.1732198632071 2024-11-21T14:17:12,091 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36015:36015)] 2024-11-21T14:17:12,091 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T14:17:12,091 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:17:12,092 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:17:12,092 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:17:12,093 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:17:12,094 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T14:17:12,095 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:17:12,103 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8f09913c26164aca811ef01413aa8f07 2024-11-21T14:17:12,104 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:17:12,104 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:17:12,105 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T14:17:12,105 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:17:12,112 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/36b4af8bcc9b42ad931797ce481557ce 2024-11-21T14:17:12,112 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:17:12,112 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:17:12,113 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T14:17:12,113 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:17:12,119 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/64628b4bf0684cf4a1fd463c6c93cfc7 2024-11-21T14:17:12,120 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:17:12,120 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:17:12,121 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T14:17:12,121 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:17:12,121 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:17:12,121 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:17:12,122 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-21T14:17:12,122 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/8a7a968213a0%2C38369%2C1732198616821.1732198619174 2024-11-21T14:17:12,135 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/8a7a968213a0%2C38369%2C1732198616821.1732198619174 2024-11-21T14:17:12,137 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/8a7a968213a0%2C38369%2C1732198616821.1732198619174 2024-11-21T14:17:12,138 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:17:12,138 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:17:12,139 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T14:17:12,141 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:17:12,144 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-21T14:17:12,145 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60340462, jitterRate=-0.10085704922676086}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T14:17:12,145 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732198632092Initializing all the Stores at 1732198632093 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198632093Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198632093Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198632093Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198632093Cleaning up temporary data from old regions at 1732198632138 (+45 ms)Region opened successfully at 1732198632145 (+7 ms) 2024-11-21T14:17:12,145 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T14:17:12,150 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@132dce30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8a7a968213a0/172.17.0.2:0 2024-11-21T14:17:12,162 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-21T14:17:12,162 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T14:17:12,162 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T14:17:12,163 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T14:17:12,163 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T14:17:12,168 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T14:17:12,169 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T14:17:12,169 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-21T14:17:12,170 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T14:17:12,170 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-21T14:17:12,170 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-21T14:17:12,170 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-21T14:17:12,170 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T14:17:12,174 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=8a7a968213a0,39893,1732198617523, regionLocation=8a7a968213a0,39893,1732198617523, openSeqNum=2 2024-11-21T14:17:12,174 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=8a7a968213a0,39893,1732198617523, table=hbase:meta, region=1588230740 2024-11-21T14:17:12,174 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8a7a968213a0,39893,1732198617523, state=OPEN 2024-11-21T14:17:12,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34185-0x1013ae32b260007, quorum=127.0.0.1:54222, baseZNode=/0487538192 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0487538192/meta-region-server 2024-11-21T14:17:12,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40597-0x1013ae32b260006, quorum=127.0.0.1:54222, baseZNode=/0487538192 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0487538192/meta-region-server 2024-11-21T14:17:12,176 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0487538192/meta-region-server: CHANGED 2024-11-21T14:17:12,176 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0487538192/meta-region-server: CHANGED 2024-11-21T14:17:12,180 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-21T14:17:12,183 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0487538192/draining/8a7a968213a0,39893,1732198617523 already deleted, retry=false 2024-11-21T14:17:12,184 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 8a7a968213a0,39893,1732198617523 on 8a7a968213a0,40597,1732198631529 2024-11-21T14:17:12,190 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 8a7a968213a0,39893,1732198617523, splitWal=true, meta=true 2024-11-21T14:17:12,193 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=15 for 8a7a968213a0,39893,1732198617523 (carryingMeta=true) 8a7a968213a0,39893,1732198617523/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@60cb2179[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-21T14:17:12,197 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40597-0x1013ae32b260006, quorum=127.0.0.1:54222, baseZNode=/0487538192 Unable to get data of znode /0487538192/balancer because node does not exist (not necessarily an error) 2024-11-21T14:17:12,198 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0487538192/balancer already deleted, retry=false 2024-11-21T14:17:12,199 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T14:17:12,200 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40597-0x1013ae32b260006, quorum=127.0.0.1:54222, baseZNode=/0487538192 Unable to get data of znode /0487538192/normalizer because node does not exist (not necessarily an error) 2024-11-21T14:17:12,209 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0487538192/normalizer already deleted, retry=false 2024-11-21T14:17:12,209 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T14:17:12,210 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40597-0x1013ae32b260006, quorum=127.0.0.1:54222, baseZNode=/0487538192 Unable to get data of znode /0487538192/switch/split because node does not exist (not necessarily an error) 2024-11-21T14:17:12,213 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0487538192/switch/split already deleted, retry=false 2024-11-21T14:17:12,214 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40597-0x1013ae32b260006, quorum=127.0.0.1:54222, baseZNode=/0487538192 Unable to get data of znode /0487538192/switch/merge because node does not exist (not necessarily an error) 2024-11-21T14:17:12,215 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0487538192/switch/merge already deleted, retry=false 2024-11-21T14:17:12,223 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40597-0x1013ae32b260006, quorum=127.0.0.1:54222, baseZNode=/0487538192 Unable to get data of znode /0487538192/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T14:17:12,226 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0487538192/snapshot-cleanup already deleted, retry=false 2024-11-21T14:17:12,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34185-0x1013ae32b260007, quorum=127.0.0.1:54222, baseZNode=/0487538192 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0487538192/running 2024-11-21T14:17:12,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40597-0x1013ae32b260006, quorum=127.0.0.1:54222, baseZNode=/0487538192 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0487538192/running 2024-11-21T14:17:12,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34185-0x1013ae32b260007, quorum=127.0.0.1:54222, baseZNode=/0487538192 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0487538192 2024-11-21T14:17:12,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40597-0x1013ae32b260006, quorum=127.0.0.1:54222, baseZNode=/0487538192 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0487538192 2024-11-21T14:17:12,228 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8a7a968213a0,40597,1732198631529, sessionid=0x1013ae32b260006, setting cluster-up flag (Was=false) 2024-11-21T14:17:12,230 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0487538192/flush-table-proc/acquired, /0487538192/flush-table-proc/reached, /0487538192/flush-table-proc/abort 2024-11-21T14:17:12,231 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8a7a968213a0,40597,1732198631529 2024-11-21T14:17:12,234 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0487538192/online-snapshot/acquired, /0487538192/online-snapshot/reached, /0487538192/online-snapshot/abort 2024-11-21T14:17:12,236 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8a7a968213a0,40597,1732198631529 2024-11-21T14:17:12,237 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/.lastflushedseqids 2024-11-21T14:17:12,241 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T14:17:12,241 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T14:17:12,241 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8a7a968213a0,40597,1732198631529 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 8a7a968213a0,39893,1732198617523 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T14:17:12,243 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8a7a968213a0:0, corePoolSize=5, maxPoolSize=5 2024-11-21T14:17:12,243 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8a7a968213a0:0, corePoolSize=5, maxPoolSize=5 2024-11-21T14:17:12,243 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8a7a968213a0:0, corePoolSize=5, maxPoolSize=5 2024-11-21T14:17:12,243 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8a7a968213a0:0, corePoolSize=5, maxPoolSize=5 2024-11-21T14:17:12,243 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8a7a968213a0:0, corePoolSize=10, maxPoolSize=10 2024-11-21T14:17:12,243 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:17:12,243 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8a7a968213a0:0, corePoolSize=2, maxPoolSize=2 2024-11-21T14:17:12,243 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:17:12,244 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732198662244 2024-11-21T14:17:12,244 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T14:17:12,244 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T14:17:12,244 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T14:17:12,244 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T14:17:12,245 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T14:17:12,245 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T14:17:12,247 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 8a7a968213a0,39893,1732198617523, splitWal=true, meta=true 2024-11-21T14:17:12,248 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T14:17:12,249 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 8a7a968213a0,39893,1732198617523, splitWal=true, meta=true, isMeta: true 2024-11-21T14:17:12,249 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T14:17:12,249 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T14:17:12,249 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T14:17:12,249 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T14:17:12,249 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T14:17:12,249 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T14:17:12,249 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8a7a968213a0:0:becomeActiveMaster-HFileCleaner.large.0-1732198632249,5,FailOnTimeoutGroup] 2024-11-21T14:17:12,250 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8a7a968213a0:0:becomeActiveMaster-HFileCleaner.small.0-1732198632250,5,FailOnTimeoutGroup] 2024-11-21T14:17:12,250 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T14:17:12,250 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T14:17:12,250 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T14:17:12,250 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T14:17:12,250 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732198632250, completionTime=-1 2024-11-21T14:17:12,250 WARN [master/8a7a968213a0:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-21T14:17:12,250 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/WALs/8a7a968213a0,39893,1732198617523-splitting 2024-11-21T14:17:12,252 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/WALs/8a7a968213a0,39893,1732198617523-splitting dir is empty, no logs to split. 2024-11-21T14:17:12,252 INFO [PEWorker-1 {}] master.SplitWALManager(105): 8a7a968213a0,39893,1732198617523 WAL count=0, meta=true 2024-11-21T14:17:12,253 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-21T14:17:12,256 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/WALs/8a7a968213a0,39893,1732198617523-splitting dir is empty, no logs to split. 2024-11-21T14:17:12,256 INFO [PEWorker-1 {}] master.SplitWALManager(105): 8a7a968213a0,39893,1732198617523 WAL count=0, meta=true 2024-11-21T14:17:12,256 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 8a7a968213a0,39893,1732198617523 WAL splitting is done? wals=0, meta=true 2024-11-21T14:17:12,258 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T14:17:12,260 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T14:17:12,261 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-21T14:17:12,290 INFO [RS:0;8a7a968213a0:34185 {}] regionserver.HRegionServer(746): ClusterId : 2ec9841e-4ea2-40fe-bc3d-5aa55487a892 2024-11-21T14:17:12,290 DEBUG [RS:0;8a7a968213a0:34185 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T14:17:12,295 DEBUG [RS:0;8a7a968213a0:34185 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T14:17:12,295 DEBUG [RS:0;8a7a968213a0:34185 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T14:17:12,297 DEBUG [RS:0;8a7a968213a0:34185 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T14:17:12,298 DEBUG [RS:0;8a7a968213a0:34185 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75d8c3e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8a7a968213a0/172.17.0.2:0 2024-11-21T14:17:12,311 DEBUG [RS:0;8a7a968213a0:34185 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8a7a968213a0:34185 2024-11-21T14:17:12,311 INFO [RS:0;8a7a968213a0:34185 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T14:17:12,311 INFO [RS:0;8a7a968213a0:34185 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T14:17:12,311 DEBUG [RS:0;8a7a968213a0:34185 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T14:17:12,312 INFO [RS:0;8a7a968213a0:34185 {}] regionserver.HRegionServer(2659): reportForDuty to master=8a7a968213a0,40597,1732198631529 with port=34185, startcode=1732198631568 2024-11-21T14:17:12,312 DEBUG [RS:0;8a7a968213a0:34185 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T14:17:12,314 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43919, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T14:17:12,315 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40597 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8a7a968213a0,34185,1732198631568 2024-11-21T14:17:12,315 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40597 {}] master.ServerManager(517): Registering regionserver=8a7a968213a0,34185,1732198631568 2024-11-21T14:17:12,317 DEBUG [RS:0;8a7a968213a0:34185 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965 2024-11-21T14:17:12,317 DEBUG [RS:0;8a7a968213a0:34185 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36253 2024-11-21T14:17:12,317 DEBUG [RS:0;8a7a968213a0:34185 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T14:17:12,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40597-0x1013ae32b260006, quorum=127.0.0.1:54222, baseZNode=/0487538192 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0487538192/rs 2024-11-21T14:17:12,319 DEBUG [RS:0;8a7a968213a0:34185 {}] zookeeper.ZKUtil(111): regionserver:34185-0x1013ae32b260007, quorum=127.0.0.1:54222, baseZNode=/0487538192 Set watcher on existing znode=/0487538192/rs/8a7a968213a0,34185,1732198631568 2024-11-21T14:17:12,320 WARN [RS:0;8a7a968213a0:34185 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T14:17:12,320 INFO [RS:0;8a7a968213a0:34185 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:17:12,320 DEBUG [RS:0;8a7a968213a0:34185 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/WALs/8a7a968213a0,34185,1732198631568 2024-11-21T14:17:12,320 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8a7a968213a0,34185,1732198631568] 2024-11-21T14:17:12,354 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=104ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-21T14:17:12,359 INFO [RS:0;8a7a968213a0:34185 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T14:17:12,362 INFO [RS:0;8a7a968213a0:34185 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T14:17:12,362 INFO [RS:0;8a7a968213a0:34185 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T14:17:12,362 INFO [RS:0;8a7a968213a0:34185 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T14:17:12,362 INFO [RS:0;8a7a968213a0:34185 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T14:17:12,363 INFO [RS:0;8a7a968213a0:34185 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T14:17:12,364 INFO [RS:0;8a7a968213a0:34185 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T14:17:12,364 DEBUG [RS:0;8a7a968213a0:34185 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:17:12,364 DEBUG [RS:0;8a7a968213a0:34185 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:17:12,364 DEBUG [RS:0;8a7a968213a0:34185 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:17:12,364 DEBUG [RS:0;8a7a968213a0:34185 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:17:12,364 DEBUG [RS:0;8a7a968213a0:34185 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:17:12,364 DEBUG [RS:0;8a7a968213a0:34185 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8a7a968213a0:0, corePoolSize=2, maxPoolSize=2 2024-11-21T14:17:12,364 DEBUG [RS:0;8a7a968213a0:34185 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:17:12,364 DEBUG [RS:0;8a7a968213a0:34185 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:17:12,364 DEBUG [RS:0;8a7a968213a0:34185 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:17:12,364 DEBUG [RS:0;8a7a968213a0:34185 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:17:12,364 DEBUG [RS:0;8a7a968213a0:34185 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:17:12,364 DEBUG [RS:0;8a7a968213a0:34185 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:17:12,365 DEBUG [RS:0;8a7a968213a0:34185 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8a7a968213a0:0, corePoolSize=3, maxPoolSize=3 2024-11-21T14:17:12,365 DEBUG [RS:0;8a7a968213a0:34185 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8a7a968213a0:0, corePoolSize=3, maxPoolSize=3 2024-11-21T14:17:12,365 INFO [RS:0;8a7a968213a0:34185 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T14:17:12,365 INFO [RS:0;8a7a968213a0:34185 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T14:17:12,365 INFO [RS:0;8a7a968213a0:34185 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T14:17:12,365 INFO [RS:0;8a7a968213a0:34185 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T14:17:12,365 INFO [RS:0;8a7a968213a0:34185 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T14:17:12,365 INFO [RS:0;8a7a968213a0:34185 {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,34185,1732198631568-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T14:17:12,381 INFO [RS:0;8a7a968213a0:34185 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T14:17:12,381 INFO [RS:0;8a7a968213a0:34185 {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,34185,1732198631568-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T14:17:12,397 INFO [RS:0;8a7a968213a0:34185 {}] regionserver.ReplicationSource(231): queueId=1-8a7a968213a0,34185,1732198631568, ReplicationSource: 1, currentBandwidth=0 2024-11-21T14:17:12,411 WARN [8a7a968213a0:40597 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T14:17:12,412 INFO [RS:0;8a7a968213a0:34185 {}] regionserver.ReplicationSource(231): queueId=2-8a7a968213a0,34185,1732198631568, ReplicationSource: 2, currentBandwidth=0 2024-11-21T14:17:12,412 INFO [RS:0;8a7a968213a0:34185 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:17:12,412 INFO [RS:0;8a7a968213a0:34185 {}] regionserver.Replication(171): 8a7a968213a0,34185,1732198631568 started 2024-11-21T14:17:12,413 DEBUG [RS:0;8a7a968213a0:34185.replicationSource,1-8a7a968213a0,34185,1732198631568 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8a7a968213a0:45493' 2024-11-21T14:17:12,414 DEBUG [RS:0;8a7a968213a0:34185.replicationSource,1-8a7a968213a0,34185,1732198631568 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@763dc607, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:17:12,414 DEBUG [RS:0;8a7a968213a0:34185.replicationSource,1-8a7a968213a0,34185,1732198631568 {}] client.ClusterIdFetcher(90): Going to request 8a7a968213a0,45493,-1 for getting cluster id 2024-11-21T14:17:12,414 DEBUG [RS:0;8a7a968213a0:34185.replicationSource,1-8a7a968213a0,34185,1732198631568 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:17:12,416 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b98f1a7b-6d37-4ab0-8993-e53db33b9dec' 2024-11-21T14:17:12,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:17:12,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b98f1a7b-6d37-4ab0-8993-e53db33b9dec" 2024-11-21T14:17:12,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@46be1486, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:17:12,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a7a968213a0,45493,-1] 2024-11-21T14:17:12,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:17:12,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:17:12,418 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:17:12,419 DEBUG [RS:0;8a7a968213a0:34185.replicationSource,1-8a7a968213a0,34185,1732198631568 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1500e6a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:17:12,419 DEBUG [RS:0;8a7a968213a0:34185.replicationSource,1-8a7a968213a0,34185,1732198631568 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T14:17:12,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a7a968213a0,45493,1732198621710 2024-11-21T14:17:12,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5a3733d0 2024-11-21T14:17:12,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T14:17:12,422 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-21T14:17:12,423 INFO [RS:0;8a7a968213a0:34185.replicationSource,1-8a7a968213a0,34185,1732198631568 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-8a7a968213a0,34185,1732198631568 (queues=0) is replicating from cluster=2ec9841e-4ea2-40fe-bc3d-5aa55487a892 to cluster=b98f1a7b-6d37-4ab0-8993-e53db33b9dec 2024-11-21T14:17:12,431 INFO [RS:0;8a7a968213a0:34185 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:17:12,431 INFO [RS:0;8a7a968213a0:34185 {}] regionserver.HRegionServer(1482): Serving as 8a7a968213a0,34185,1732198631568, RpcServer on 8a7a968213a0/172.17.0.2:34185, sessionid=0x1013ae32b260007 2024-11-21T14:17:12,431 DEBUG [RS:0;8a7a968213a0:34185 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T14:17:12,431 DEBUG [RS:0;8a7a968213a0:34185 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8a7a968213a0,34185,1732198631568 2024-11-21T14:17:12,431 DEBUG [RS:0;8a7a968213a0:34185 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8a7a968213a0,34185,1732198631568' 2024-11-21T14:17:12,431 DEBUG [RS:0;8a7a968213a0:34185 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0487538192/flush-table-proc/abort' 2024-11-21T14:17:12,432 DEBUG [RS:0;8a7a968213a0:34185 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0487538192/flush-table-proc/acquired' 2024-11-21T14:17:12,432 DEBUG [RS:0;8a7a968213a0:34185 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T14:17:12,432 DEBUG [RS:0;8a7a968213a0:34185 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T14:17:12,432 DEBUG [RS:0;8a7a968213a0:34185 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8a7a968213a0,34185,1732198631568 2024-11-21T14:17:12,432 DEBUG [RS:0;8a7a968213a0:34185 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8a7a968213a0,34185,1732198631568' 2024-11-21T14:17:12,432 DEBUG [RS:0;8a7a968213a0:34185 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0487538192/online-snapshot/abort' 2024-11-21T14:17:12,433 DEBUG [RS:0;8a7a968213a0:34185 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0487538192/online-snapshot/acquired' 2024-11-21T14:17:12,433 DEBUG [RS:0;8a7a968213a0:34185 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T14:17:12,433 INFO [RS:0;8a7a968213a0:34185 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T14:17:12,433 INFO [RS:0;8a7a968213a0:34185 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T14:17:12,436 DEBUG [RS:0;8a7a968213a0:34185.replicationSource,2-8a7a968213a0,34185,1732198631568 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8a7a968213a0:45493' 2024-11-21T14:17:12,438 DEBUG [RS:0;8a7a968213a0:34185.replicationSource,2-8a7a968213a0,34185,1732198631568 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@45b39e60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:17:12,438 DEBUG [RS:0;8a7a968213a0:34185.replicationSource,2-8a7a968213a0,34185,1732198631568 {}] client.ClusterIdFetcher(90): Going to request 8a7a968213a0,45493,-1 for getting cluster id 2024-11-21T14:17:12,438 DEBUG [RS:0;8a7a968213a0:34185.replicationSource,2-8a7a968213a0,34185,1732198631568 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:17:12,439 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b98f1a7b-6d37-4ab0-8993-e53db33b9dec' 2024-11-21T14:17:12,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:17:12,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b98f1a7b-6d37-4ab0-8993-e53db33b9dec" 2024-11-21T14:17:12,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@501caa03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:17:12,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a7a968213a0,45493,-1] 2024-11-21T14:17:12,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:17:12,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:17:12,441 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:17:12,442 DEBUG [RS:0;8a7a968213a0:34185.replicationSource,2-8a7a968213a0,34185,1732198631568 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@85ee115, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:17:12,442 DEBUG [RS:0;8a7a968213a0:34185.replicationSource,2-8a7a968213a0,34185,1732198631568 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T14:17:12,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a7a968213a0,45493,1732198621710 2024-11-21T14:17:12,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3bba3ca7 2024-11-21T14:17:12,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T14:17:12,445 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-21T14:17:12,446 INFO [RS:0;8a7a968213a0:34185.replicationSource,2-8a7a968213a0,34185,1732198631568 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-8a7a968213a0,34185,1732198631568 (queues=0) is replicating from cluster=2ec9841e-4ea2-40fe-bc3d-5aa55487a892 to cluster=b98f1a7b-6d37-4ab0-8993-e53db33b9dec 2024-11-21T14:17:12,534 INFO [RS:0;8a7a968213a0:34185 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T14:17:12,536 INFO [RS:0;8a7a968213a0:34185 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8a7a968213a0%2C34185%2C1732198631568, suffix=, logDir=hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/WALs/8a7a968213a0,34185,1732198631568, archiveDir=hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/oldWALs, maxLogs=10 2024-11-21T14:17:12,551 DEBUG [RS:0;8a7a968213a0:34185 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/WALs/8a7a968213a0,34185,1732198631568/8a7a968213a0%2C34185%2C1732198631568.1732198632537, exclude list is [], retry=0 2024-11-21T14:17:12,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36643,DS-4992e198-ccf9-4f05-aad0-1b94831105ec,DISK] 2024-11-21T14:17:12,557 INFO [RS:0;8a7a968213a0:34185 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/WALs/8a7a968213a0,34185,1732198631568/8a7a968213a0%2C34185%2C1732198631568.1732198632537 2024-11-21T14:17:12,557 DEBUG [RS:0;8a7a968213a0:34185 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 8a7a968213a0%2C34185%2C1732198631568 for peer 2 2024-11-21T14:17:12,557 DEBUG [RS:0;8a7a968213a0:34185 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 8a7a968213a0%2C34185%2C1732198631568 for peer 1 2024-11-21T14:17:12,557 DEBUG [RS:0;8a7a968213a0:34185 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=8a7a968213a0%2C34185%2C1732198631568 2024-11-21T14:17:12,557 INFO [RS:0;8a7a968213a0:34185 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-8a7a968213a0,34185,1732198631568, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T14:17:12,558 INFO [RS:0;8a7a968213a0:34185.replicationSource.shipper8a7a968213a0%2C34185%2C1732198631568,1-8a7a968213a0,34185,1732198631568 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 8a7a968213a0%2C34185%2C1732198631568 2024-11-21T14:17:12,558 DEBUG [RS:0;8a7a968213a0:34185 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=8a7a968213a0%2C34185%2C1732198631568 2024-11-21T14:17:12,558 INFO [RS:0;8a7a968213a0:34185 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-8a7a968213a0,34185,1732198631568, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T14:17:12,558 DEBUG [RS:0;8a7a968213a0:34185 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36015:36015)] 2024-11-21T14:17:12,558 INFO [RS:0;8a7a968213a0:34185.replicationSource.shipper8a7a968213a0%2C34185%2C1732198631568,2-8a7a968213a0,34185,1732198631568 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 8a7a968213a0%2C34185%2C1732198631568 2024-11-21T14:17:12,558 DEBUG [RS:0;8a7a968213a0:34185.replicationSource.wal-reader.8a7a968213a0%2C34185%2C1732198631568,1-8a7a968213a0,34185,1732198631568 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/WALs/8a7a968213a0,34185,1732198631568/8a7a968213a0%2C34185%2C1732198631568.1732198632537, startPosition=0, beingWritten=true 2024-11-21T14:17:12,558 DEBUG [RS:0;8a7a968213a0:34185.replicationSource.wal-reader.8a7a968213a0%2C34185%2C1732198631568,2-8a7a968213a0,34185,1732198631568 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/WALs/8a7a968213a0,34185,1732198631568/8a7a968213a0%2C34185%2C1732198631568.1732198632537, startPosition=0, beingWritten=true 2024-11-21T14:17:12,662 DEBUG [8a7a968213a0:40597 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T14:17:12,663 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8a7a968213a0,34185,1732198631568 2024-11-21T14:17:12,664 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8a7a968213a0,34185,1732198631568, state=OPENING 2024-11-21T14:17:12,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40597-0x1013ae32b260006, quorum=127.0.0.1:54222, baseZNode=/0487538192 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0487538192/meta-region-server 2024-11-21T14:17:12,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34185-0x1013ae32b260007, quorum=127.0.0.1:54222, baseZNode=/0487538192 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0487538192/meta-region-server 2024-11-21T14:17:12,666 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T14:17:12,666 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0487538192/meta-region-server: CHANGED 2024-11-21T14:17:12,666 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0487538192/meta-region-server: CHANGED 2024-11-21T14:17:12,666 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8a7a968213a0,34185,1732198631568}] 2024-11-21T14:17:12,768 DEBUG [RS:0;8a7a968213a0:34185.replicationSource.wal-reader.8a7a968213a0%2C34185%2C1732198631568,2-8a7a968213a0,34185,1732198631568 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/WALs/8a7a968213a0,34185,1732198631568/8a7a968213a0%2C34185%2C1732198631568.1732198632537 to pos 0, reset compression=false 2024-11-21T14:17:12,769 DEBUG [RS:0;8a7a968213a0:34185.replicationSource.wal-reader.8a7a968213a0%2C34185%2C1732198631568,1-8a7a968213a0,34185,1732198631568 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/WALs/8a7a968213a0,34185,1732198631568/8a7a968213a0%2C34185%2C1732198631568.1732198632537 to pos 0, reset compression=false 2024-11-21T14:17:12,820 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T14:17:12,821 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42467, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T14:17:12,826 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T14:17:12,826 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:17:12,826 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T14:17:12,828 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8a7a968213a0%2C34185%2C1732198631568.meta, suffix=.meta, logDir=hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/WALs/8a7a968213a0,34185,1732198631568, archiveDir=hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/oldWALs, maxLogs=10 2024-11-21T14:17:12,843 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/WALs/8a7a968213a0,34185,1732198631568/8a7a968213a0%2C34185%2C1732198631568.meta.1732198632829.meta, exclude list is [], retry=0 2024-11-21T14:17:12,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36643,DS-4992e198-ccf9-4f05-aad0-1b94831105ec,DISK] 2024-11-21T14:17:12,848 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/WALs/8a7a968213a0,34185,1732198631568/8a7a968213a0%2C34185%2C1732198631568.meta.1732198632829.meta 2024-11-21T14:17:12,848 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36015:36015)] 2024-11-21T14:17:12,848 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T14:17:12,849 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T14:17:12,849 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T14:17:12,849 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T14:17:12,849 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T14:17:12,849 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T14:17:12,849 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:17:12,849 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T14:17:12,850 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T14:17:12,851 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T14:17:12,852 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T14:17:12,853 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:17:12,861 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/data/hbase/meta/1588230740/info/6573b642200b486394547f8935c9349a 2024-11-21T14:17:12,861 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:17:12,861 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T14:17:12,862 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T14:17:12,862 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:17:12,869 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/data/hbase/meta/1588230740/ns/b8f3541310ae44f8bb09f3e47dcce84d 2024-11-21T14:17:12,869 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:17:12,869 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T14:17:12,870 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T14:17:12,870 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:17:12,871 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:17:12,871 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T14:17:12,872 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T14:17:12,872 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:17:12,878 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/data/hbase/meta/1588230740/table/12cf860922484549a007f378c41a579c 2024-11-21T14:17:12,878 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:17:12,879 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T14:17:12,880 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/data/hbase/meta/1588230740 2024-11-21T14:17:12,881 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/data/hbase/meta/1588230740 2024-11-21T14:17:12,883 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T14:17:12,883 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T14:17:12,883 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T14:17:12,885 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T14:17:12,886 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62729880, jitterRate=-0.06525194644927979}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T14:17:12,886 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T14:17:12,886 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732198632850Writing region info on filesystem at 1732198632850Initializing all the Stores at 1732198632851 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198632851Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198632851Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198632851Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198632851Cleaning up temporary data from old regions at 1732198632883 (+32 ms)Running coprocessor post-open hooks at 1732198632886 (+3 ms)Region opened successfully at 1732198632886 2024-11-21T14:17:12,887 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1732198632820 2024-11-21T14:17:12,890 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T14:17:12,890 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T14:17:12,891 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=8a7a968213a0,34185,1732198631568 2024-11-21T14:17:12,892 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8a7a968213a0,34185,1732198631568, state=OPEN 2024-11-21T14:17:12,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40597-0x1013ae32b260006, quorum=127.0.0.1:54222, baseZNode=/0487538192 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0487538192/meta-region-server 2024-11-21T14:17:12,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34185-0x1013ae32b260007, quorum=127.0.0.1:54222, baseZNode=/0487538192 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0487538192/meta-region-server 2024-11-21T14:17:12,895 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8a7a968213a0,34185,1732198631568 2024-11-21T14:17:12,895 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0487538192/meta-region-server: CHANGED 2024-11-21T14:17:12,895 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0487538192/meta-region-server: CHANGED 2024-11-21T14:17:12,898 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-21T14:17:12,898 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8a7a968213a0,34185,1732198631568 in 229 msec 2024-11-21T14:17:12,901 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-21T14:17:12,901 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 641 msec 2024-11-21T14:17:13,076 DEBUG [RS:0;8a7a968213a0:34185.replicationSource.wal-reader.8a7a968213a0%2C34185%2C1732198631568,1-8a7a968213a0,34185,1732198631568 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/WALs/8a7a968213a0,34185,1732198631568/8a7a968213a0%2C34185%2C1732198631568.1732198632537 to pos 0, reset compression=false 2024-11-21T14:17:13,076 DEBUG [RS:0;8a7a968213a0:34185.replicationSource.wal-reader.8a7a968213a0%2C34185%2C1732198631568,2-8a7a968213a0,34185,1732198631568 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/WALs/8a7a968213a0,34185,1732198631568/8a7a968213a0%2C34185%2C1732198631568.1732198632537 to pos 0, reset compression=false 2024-11-21T14:17:13,483 DEBUG [RS:0;8a7a968213a0:34185.replicationSource.wal-reader.8a7a968213a0%2C34185%2C1732198631568,1-8a7a968213a0,34185,1732198631568 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/WALs/8a7a968213a0,34185,1732198631568/8a7a968213a0%2C34185%2C1732198631568.1732198632537 to pos 0, reset compression=false 2024-11-21T14:17:13,483 DEBUG [RS:0;8a7a968213a0:34185.replicationSource.wal-reader.8a7a968213a0%2C34185%2C1732198631568,2-8a7a968213a0,34185,1732198631568 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/WALs/8a7a968213a0,34185,1732198631568/8a7a968213a0%2C34185%2C1732198631568.1732198632537 to pos 0, reset compression=false 2024-11-21T14:17:13,856 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1606ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-11-21T14:17:13,990 DEBUG [RS:0;8a7a968213a0:34185.replicationSource.wal-reader.8a7a968213a0%2C34185%2C1732198631568,2-8a7a968213a0,34185,1732198631568 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/WALs/8a7a968213a0,34185,1732198631568/8a7a968213a0%2C34185%2C1732198631568.1732198632537 to pos 0, reset compression=false 2024-11-21T14:17:13,990 DEBUG [RS:0;8a7a968213a0:34185.replicationSource.wal-reader.8a7a968213a0%2C34185%2C1732198631568,1-8a7a968213a0,34185,1732198631568 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/WALs/8a7a968213a0,34185,1732198631568/8a7a968213a0%2C34185%2C1732198631568.1732198632537 to pos 0, reset compression=false 2024-11-21T14:17:14,597 DEBUG [RS:0;8a7a968213a0:34185.replicationSource.wal-reader.8a7a968213a0%2C34185%2C1732198631568,1-8a7a968213a0,34185,1732198631568 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/WALs/8a7a968213a0,34185,1732198631568/8a7a968213a0%2C34185%2C1732198631568.1732198632537 to pos 0, reset compression=false 2024-11-21T14:17:14,597 DEBUG [RS:0;8a7a968213a0:34185.replicationSource.wal-reader.8a7a968213a0%2C34185%2C1732198631568,2-8a7a968213a0,34185,1732198631568 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/WALs/8a7a968213a0,34185,1732198631568/8a7a968213a0%2C34185%2C1732198631568.1732198632537 to pos 0, reset compression=false 2024-11-21T14:17:15,305 DEBUG [RS:0;8a7a968213a0:34185.replicationSource.wal-reader.8a7a968213a0%2C34185%2C1732198631568,1-8a7a968213a0,34185,1732198631568 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/WALs/8a7a968213a0,34185,1732198631568/8a7a968213a0%2C34185%2C1732198631568.1732198632537 to pos 0, reset compression=false 2024-11-21T14:17:15,305 DEBUG [RS:0;8a7a968213a0:34185.replicationSource.wal-reader.8a7a968213a0%2C34185%2C1732198631568,2-8a7a968213a0,34185,1732198631568 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/WALs/8a7a968213a0,34185,1732198631568/8a7a968213a0%2C34185%2C1732198631568.1732198632537 to pos 0, reset compression=false 2024-11-21T14:17:15,358 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3108ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3004ms 2024-11-21T14:17:16,112 DEBUG [RS:0;8a7a968213a0:34185.replicationSource.wal-reader.8a7a968213a0%2C34185%2C1732198631568,2-8a7a968213a0,34185,1732198631568 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/WALs/8a7a968213a0,34185,1732198631568/8a7a968213a0%2C34185%2C1732198631568.1732198632537 to pos 0, reset compression=false 2024-11-21T14:17:16,112 DEBUG [RS:0;8a7a968213a0:34185.replicationSource.wal-reader.8a7a968213a0%2C34185%2C1732198631568,1-8a7a968213a0,34185,1732198631568 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/WALs/8a7a968213a0,34185,1732198631568/8a7a968213a0%2C34185%2C1732198631568.1732198632537 to pos 0, reset compression=false 2024-11-21T14:17:16,761 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4510ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-21T14:17:16,761 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T14:17:16,761 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:17:16,761 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a7a968213a0,34185,1732198631568, seqNum=-1] 2024-11-21T14:17:16,762 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:17:16,763 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49965, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T14:17:16,771 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a9225e5d66c1acbd58f6658ad8f1e3f5, regionState=OPEN, lastHost=8a7a968213a0,39893,1732198617523, regionLocation=8a7a968213a0,39893,1732198617523, openSeqNum=2 2024-11-21T14:17:16,771 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T14:17:16,771 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732198696771 2024-11-21T14:17:16,771 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732198756771 2024-11-21T14:17:16,771 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 10 msec 2024-11-21T14:17:16,771 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,40597,1732198631529-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T14:17:16,771 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 8a7a968213a0,39893,1732198617523 had 2 regions 2024-11-21T14:17:16,771 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,40597,1732198631529-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:17:16,772 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,40597,1732198631529-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:17:16,772 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8a7a968213a0:40597, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:17:16,772 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T14:17:16,772 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T14:17:16,774 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 8a7a968213a0,39893,1732198617523, splitWal=true, meta=true, isMeta: false 2024-11-21T14:17:16,776 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/WALs/8a7a968213a0,39893,1732198617523-splitting dir is empty, no logs to split. 2024-11-21T14:17:16,776 INFO [PEWorker-3 {}] master.SplitWALManager(105): 8a7a968213a0,39893,1732198617523 WAL count=0, meta=false 2024-11-21T14:17:16,780 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.171sec 2024-11-21T14:17:16,780 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T14:17:16,780 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T14:17:16,780 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T14:17:16,780 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/WALs/8a7a968213a0,39893,1732198617523-splitting dir is empty, no logs to split. 2024-11-21T14:17:16,780 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T14:17:16,780 INFO [PEWorker-3 {}] master.SplitWALManager(105): 8a7a968213a0,39893,1732198617523 WAL count=0, meta=false 2024-11-21T14:17:16,780 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T14:17:16,780 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 8a7a968213a0,39893,1732198617523 WAL splitting is done? wals=0, meta=false 2024-11-21T14:17:16,780 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,40597,1732198631529-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T14:17:16,780 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,40597,1732198631529-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T14:17:16,783 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a9225e5d66c1acbd58f6658ad8f1e3f5, ASSIGN}] 2024-11-21T14:17:16,783 WARN [master/8a7a968213a0:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=8a7a968213a0,39893,1732198617523/hbase:replication,,1732198624581.a9225e5d66c1acbd58f6658ad8f1e3f5. 2024-11-21T14:17:16,785 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a9225e5d66c1acbd58f6658ad8f1e3f5, ASSIGN 2024-11-21T14:17:16,785 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T14:17:16,785 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T14:17:16,785 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,40597,1732198631529-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:17:16,786 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a9225e5d66c1acbd58f6658ad8f1e3f5, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-21T14:17:16,793 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3873ace4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:17:16,793 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8a7a968213a0,40597,-1 for getting cluster id 2024-11-21T14:17:16,793 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:17:16,795 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2ec9841e-4ea2-40fe-bc3d-5aa55487a892' 2024-11-21T14:17:16,796 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:17:16,796 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2ec9841e-4ea2-40fe-bc3d-5aa55487a892" 2024-11-21T14:17:16,796 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ba9779, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:17:16,796 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a7a968213a0,40597,-1] 2024-11-21T14:17:16,797 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:17:16,797 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:17:16,798 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34208, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:17:16,799 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cc6cac0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:17:16,800 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:17:16,801 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a7a968213a0,34185,1732198631568, seqNum=-1] 2024-11-21T14:17:16,801 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:17:16,803 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T14:17:16,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-21T14:17:16,806 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T14:17:16,806 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:17:16,806 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:17:16,806 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:17:16,806 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:17:16,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 8a7a968213a0:40597 after: 8a7a968213a0:40597 2024-11-21T14:17:16,807 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49cc06b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:17:16,807 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8a7a968213a0,40597,-1 for getting cluster id 2024-11-21T14:17:16,807 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:17:16,808 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2ec9841e-4ea2-40fe-bc3d-5aa55487a892' 2024-11-21T14:17:16,808 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:17:16,808 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2ec9841e-4ea2-40fe-bc3d-5aa55487a892" 2024-11-21T14:17:16,808 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28800615, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:17:16,808 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a7a968213a0,40597,-1] 2024-11-21T14:17:16,809 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:17:16,809 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:17:16,809 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:17:16,810 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f50a58b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:17:16,810 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T14:17:16,811 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a7a968213a0,40597,1732198631529 2024-11-21T14:17:16,811 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@55607b0d 2024-11-21T14:17:16,811 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T14:17:16,812 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T14:17:16,813 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40597 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-21T14:17:16,813 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40597 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-21T14:17:16,814 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40597 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-21T14:17:16,815 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40597 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-21T14:17:16,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T14:17:16,815 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T14:17:16,816 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:17:16,816 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:17:16,816 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:17:16,816 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:17:16,816 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T14:17:16,816 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=195358709, stopped=false 2024-11-21T14:17:16,816 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8a7a968213a0,45493,1732198621710 2024-11-21T14:17:16,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45493-0x1013ae32b260003, quorum=127.0.0.1:54222, baseZNode=/1-1495100355 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1495100355/running 2024-11-21T14:17:16,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45493-0x1013ae32b260003, quorum=127.0.0.1:54222, baseZNode=/1-1495100355 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1495100355 2024-11-21T14:17:16,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35971-0x1013ae32b260004, quorum=127.0.0.1:54222, baseZNode=/1-1495100355 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1495100355/running 2024-11-21T14:17:16,818 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T14:17:16,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35971-0x1013ae32b260004, quorum=127.0.0.1:54222, baseZNode=/1-1495100355 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1495100355 2024-11-21T14:17:16,818 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T14:17:16,818 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45493-0x1013ae32b260003, quorum=127.0.0.1:54222, baseZNode=/1-1495100355 Set watcher on znode that does not yet exist, /1-1495100355/running 2024-11-21T14:17:16,818 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:17:16,818 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:17:16,818 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35971-0x1013ae32b260004, quorum=127.0.0.1:54222, baseZNode=/1-1495100355 Set watcher on znode that does not yet exist, /1-1495100355/running 2024-11-21T14:17:16,819 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8a7a968213a0,35971,1732198621759' ***** 2024-11-21T14:17:16,819 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T14:17:16,819 INFO [RS:0;8a7a968213a0:35971 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T14:17:16,819 INFO [RS:0;8a7a968213a0:35971 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T14:17:16,819 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T14:17:16,819 INFO [RS:0;8a7a968213a0:35971 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T14:17:16,819 INFO [RS:0;8a7a968213a0:35971 {}] regionserver.HRegionServer(959): stopping server 8a7a968213a0,35971,1732198621759 2024-11-21T14:17:16,819 INFO [RS:0;8a7a968213a0:35971 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T14:17:16,819 INFO [RS:0;8a7a968213a0:35971 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8a7a968213a0:35971. 2024-11-21T14:17:16,819 DEBUG [RS:0;8a7a968213a0:35971 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:17:16,819 DEBUG [RS:0;8a7a968213a0:35971 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:17:16,819 INFO [RS:0;8a7a968213a0:35971 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T14:17:16,819 INFO [RS:0;8a7a968213a0:35971 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T14:17:16,820 INFO [RS:0;8a7a968213a0:35971 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T14:17:16,820 INFO [RS:0;8a7a968213a0:35971 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T14:17:16,820 INFO [RS:0;8a7a968213a0:35971 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-21T14:17:16,820 DEBUG [RS:0;8a7a968213a0:35971 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-21T14:17:16,820 DEBUG [RS:0;8a7a968213a0:35971 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T14:17:16,820 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T14:17:16,820 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T14:17:16,820 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T14:17:16,820 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T14:17:16,820 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T14:17:16,820 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-21T14:17:16,839 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40251/user/jenkins/test-data/1368ee21-5274-4a4c-91ed-888d6c6594fa/data/hbase/meta/1588230740/.tmp/ns/8f8b4d8f02cf4b6893e5c0cd756d4322 is 43, key is default/ns:d/1732198624448/Put/seqid=0 2024-11-21T14:17:16,839 INFO [regionserver/8a7a968213a0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T14:17:16,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39159 is added to blk_1073741835_1011 (size=5153) 2024-11-21T14:17:16,936 DEBUG [8a7a968213a0:40597 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T14:17:16,937 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=a9225e5d66c1acbd58f6658ad8f1e3f5, regionState=OPENING, regionLocation=8a7a968213a0,34185,1732198631568 2024-11-21T14:17:16,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a9225e5d66c1acbd58f6658ad8f1e3f5, ASSIGN because future has completed 2024-11-21T14:17:16,941 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure a9225e5d66c1acbd58f6658ad8f1e3f5, server=8a7a968213a0,34185,1732198631568}] 2024-11-21T14:17:17,019 DEBUG [RS:0;8a7a968213a0:34185.replicationSource.wal-reader.8a7a968213a0%2C34185%2C1732198631568,1-8a7a968213a0,34185,1732198631568 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/WALs/8a7a968213a0,34185,1732198631568/8a7a968213a0%2C34185%2C1732198631568.1732198632537 to pos 0, reset compression=false 2024-11-21T14:17:17,019 DEBUG [RS:0;8a7a968213a0:34185.replicationSource.wal-reader.8a7a968213a0%2C34185%2C1732198631568,2-8a7a968213a0,34185,1732198631568 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/WALs/8a7a968213a0,34185,1732198631568/8a7a968213a0%2C34185%2C1732198631568.1732198632537 to pos 0, reset compression=false 2024-11-21T14:17:17,020 DEBUG [RS:0;8a7a968213a0:35971 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T14:17:17,099 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1732198624581.a9225e5d66c1acbd58f6658ad8f1e3f5. 2024-11-21T14:17:17,099 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:17:17,099 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-21T14:17:17,101 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8a7a968213a0%2C34185%2C1732198631568.rep, suffix=, logDir=hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/WALs/8a7a968213a0,34185,1732198631568, archiveDir=hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/oldWALs, maxLogs=10 2024-11-21T14:17:17,116 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/WALs/8a7a968213a0,34185,1732198631568/8a7a968213a0%2C34185%2C1732198631568.rep.1732198637102, exclude list is [], retry=0 2024-11-21T14:17:17,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36643,DS-4992e198-ccf9-4f05-aad0-1b94831105ec,DISK] 2024-11-21T14:17:17,120 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/WALs/8a7a968213a0,34185,1732198631568/8a7a968213a0%2C34185%2C1732198631568.rep.1732198637102 2024-11-21T14:17:17,121 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36015:36015)] 2024-11-21T14:17:17,121 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => a9225e5d66c1acbd58f6658ad8f1e3f5, NAME => 'hbase:replication,,1732198624581.a9225e5d66c1acbd58f6658ad8f1e3f5.', STARTKEY => '', ENDKEY => ''} 2024-11-21T14:17:17,121 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T14:17:17,122 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T14:17:17,122 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732198624581.a9225e5d66c1acbd58f6658ad8f1e3f5. service=MultiRowMutationService 2024-11-21T14:17:17,122 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-21T14:17:17,122 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication a9225e5d66c1acbd58f6658ad8f1e3f5 2024-11-21T14:17:17,122 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1732198624581.a9225e5d66c1acbd58f6658ad8f1e3f5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:17:17,122 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for a9225e5d66c1acbd58f6658ad8f1e3f5 2024-11-21T14:17:17,122 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for a9225e5d66c1acbd58f6658ad8f1e3f5 2024-11-21T14:17:17,124 INFO [StoreOpener-a9225e5d66c1acbd58f6658ad8f1e3f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region a9225e5d66c1acbd58f6658ad8f1e3f5 2024-11-21T14:17:17,125 INFO [StoreOpener-a9225e5d66c1acbd58f6658ad8f1e3f5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a9225e5d66c1acbd58f6658ad8f1e3f5 columnFamilyName hfileref 2024-11-21T14:17:17,125 DEBUG [StoreOpener-a9225e5d66c1acbd58f6658ad8f1e3f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:17:17,125 INFO [StoreOpener-a9225e5d66c1acbd58f6658ad8f1e3f5-1 {}] regionserver.HStore(327): Store=a9225e5d66c1acbd58f6658ad8f1e3f5/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:17:17,125 INFO [StoreOpener-a9225e5d66c1acbd58f6658ad8f1e3f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region a9225e5d66c1acbd58f6658ad8f1e3f5 2024-11-21T14:17:17,126 INFO [StoreOpener-a9225e5d66c1acbd58f6658ad8f1e3f5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a9225e5d66c1acbd58f6658ad8f1e3f5 columnFamilyName queue 2024-11-21T14:17:17,126 DEBUG [StoreOpener-a9225e5d66c1acbd58f6658ad8f1e3f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:17:17,133 DEBUG [StoreOpener-a9225e5d66c1acbd58f6658ad8f1e3f5-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/data/hbase/replication/a9225e5d66c1acbd58f6658ad8f1e3f5/queue/fb56912923bf4e918a2cfdfdfb9f8bde 2024-11-21T14:17:17,133 INFO [StoreOpener-a9225e5d66c1acbd58f6658ad8f1e3f5-1 {}] regionserver.HStore(327): Store=a9225e5d66c1acbd58f6658ad8f1e3f5/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:17:17,133 INFO [StoreOpener-a9225e5d66c1acbd58f6658ad8f1e3f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region a9225e5d66c1acbd58f6658ad8f1e3f5 2024-11-21T14:17:17,134 INFO [StoreOpener-a9225e5d66c1acbd58f6658ad8f1e3f5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a9225e5d66c1acbd58f6658ad8f1e3f5 columnFamilyName sid 2024-11-21T14:17:17,134 DEBUG [StoreOpener-a9225e5d66c1acbd58f6658ad8f1e3f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:17:17,135 INFO [StoreOpener-a9225e5d66c1acbd58f6658ad8f1e3f5-1 {}] regionserver.HStore(327): Store=a9225e5d66c1acbd58f6658ad8f1e3f5/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:17:17,135 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for a9225e5d66c1acbd58f6658ad8f1e3f5 2024-11-21T14:17:17,136 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/data/hbase/replication/a9225e5d66c1acbd58f6658ad8f1e3f5 2024-11-21T14:17:17,137 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/data/hbase/replication/a9225e5d66c1acbd58f6658ad8f1e3f5 2024-11-21T14:17:17,138 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for a9225e5d66c1acbd58f6658ad8f1e3f5 2024-11-21T14:17:17,138 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for a9225e5d66c1acbd58f6658ad8f1e3f5 2024-11-21T14:17:17,139 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T14:17:17,141 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for a9225e5d66c1acbd58f6658ad8f1e3f5 2024-11-21T14:17:17,142 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened a9225e5d66c1acbd58f6658ad8f1e3f5; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68651546, jitterRate=0.02298775315284729}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T14:17:17,142 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a9225e5d66c1acbd58f6658ad8f1e3f5 2024-11-21T14:17:17,143 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for a9225e5d66c1acbd58f6658ad8f1e3f5: Running coprocessor pre-open hook at 1732198637122Writing region info on filesystem at 1732198637122Initializing all the Stores at 1732198637123 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198637123Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198637123Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198637124 (+1 ms)Cleaning up temporary data from old regions at 1732198637138 (+14 ms)Running coprocessor post-open hooks at 1732198637142 (+4 ms)Region opened successfully at 1732198637143 (+1 ms) 2024-11-21T14:17:17,144 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732198624581.a9225e5d66c1acbd58f6658ad8f1e3f5., pid=19, masterSystemTime=1732198637094 2024-11-21T14:17:17,147 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732198624581.a9225e5d66c1acbd58f6658ad8f1e3f5. 2024-11-21T14:17:17,147 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732198624581.a9225e5d66c1acbd58f6658ad8f1e3f5. 2024-11-21T14:17:17,148 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=a9225e5d66c1acbd58f6658ad8f1e3f5, regionState=OPEN, openSeqNum=10, regionLocation=8a7a968213a0,34185,1732198631568 2024-11-21T14:17:17,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure a9225e5d66c1acbd58f6658ad8f1e3f5, server=8a7a968213a0,34185,1732198631568 because future has completed 2024-11-21T14:17:17,156 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-21T14:17:17,156 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure a9225e5d66c1acbd58f6658ad8f1e3f5, server=8a7a968213a0,34185,1732198631568 in 212 msec 2024-11-21T14:17:17,159 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-21T14:17:17,159 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a9225e5d66c1acbd58f6658ad8f1e3f5, ASSIGN in 373 msec 2024-11-21T14:17:17,161 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-21T14:17:17,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1732198624581.a9225e5d66c1acbd58f6658ad8f1e3f5., hostname=8a7a968213a0,34185,1732198631568, seqNum=10] 2024-11-21T14:17:17,200 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for 8a7a968213a0,39893,1732198617523 2024-11-21T14:17:17,200 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-21T14:17:17,220 DEBUG [RS:0;8a7a968213a0:35971 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T14:17:17,245 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40251/user/jenkins/test-data/1368ee21-5274-4a4c-91ed-888d6c6594fa/data/hbase/meta/1588230740/.tmp/ns/8f8b4d8f02cf4b6893e5c0cd756d4322 2024-11-21T14:17:17,253 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40251/user/jenkins/test-data/1368ee21-5274-4a4c-91ed-888d6c6594fa/data/hbase/meta/1588230740/.tmp/ns/8f8b4d8f02cf4b6893e5c0cd756d4322 as hdfs://localhost:40251/user/jenkins/test-data/1368ee21-5274-4a4c-91ed-888d6c6594fa/data/hbase/meta/1588230740/ns/8f8b4d8f02cf4b6893e5c0cd756d4322 2024-11-21T14:17:17,260 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40251/user/jenkins/test-data/1368ee21-5274-4a4c-91ed-888d6c6594fa/data/hbase/meta/1588230740/ns/8f8b4d8f02cf4b6893e5c0cd756d4322, entries=2, sequenceid=6, filesize=5.0 K 2024-11-21T14:17:17,261 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 441ms, sequenceid=6, compaction requested=false 2024-11-21T14:17:17,261 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T14:17:17,266 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40251/user/jenkins/test-data/1368ee21-5274-4a4c-91ed-888d6c6594fa/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-21T14:17:17,267 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T14:17:17,267 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T14:17:17,267 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T14:17:17,267 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732198636820Running coprocessor pre-close hooks at 1732198636820Disabling compacts and flushes for region at 1732198636820Disabling writes for close at 1732198636820Obtaining lock to block concurrent updates at 1732198636820Preparing flush snapshotting stores in 1588230740 at 1732198636820Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732198636821 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732198636822 (+1 ms)Flushing 1588230740/ns: creating writer at 1732198636822Flushing 1588230740/ns: appending metadata at 1732198636839 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732198636839Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16e1188e: reopening flushed file at 1732198637252 (+413 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 441ms, sequenceid=6, compaction requested=false at 1732198637261 (+9 ms)Writing region close event to WAL at 1732198637263 (+2 ms)Running coprocessor post-close hooks at 1732198637267 (+4 ms)Closed at 1732198637267 2024-11-21T14:17:17,268 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T14:17:17,361 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34185 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-21T14:17:17,371 INFO [regionserver/8a7a968213a0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T14:17:17,371 INFO [regionserver/8a7a968213a0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T14:17:17,421 INFO [RS:0;8a7a968213a0:35971 {}] regionserver.HRegionServer(976): stopping server 8a7a968213a0,35971,1732198621759; all regions closed. 2024-11-21T14:17:17,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39159 is added to blk_1073741834_1010 (size=1152) 2024-11-21T14:17:17,424 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1368ee21-5274-4a4c-91ed-888d6c6594fa/WALs/8a7a968213a0,35971,1732198621759/8a7a968213a0%2C35971%2C1732198621759.meta.1732198624382.meta not finished, retry = 0 2024-11-21T14:17:17,528 DEBUG [RS:0;8a7a968213a0:35971 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1368ee21-5274-4a4c-91ed-888d6c6594fa/oldWALs 2024-11-21T14:17:17,528 INFO [RS:0;8a7a968213a0:35971 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8a7a968213a0%2C35971%2C1732198621759.meta:.meta(num 1732198624382) 2024-11-21T14:17:17,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39159 is added to blk_1073741832_1008 (size=93) 2024-11-21T14:17:17,531 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1368ee21-5274-4a4c-91ed-888d6c6594fa/WALs/8a7a968213a0,35971,1732198621759/8a7a968213a0%2C35971%2C1732198621759.1732198623469 not finished, retry = 0 2024-11-21T14:17:17,634 DEBUG [RS:0;8a7a968213a0:35971 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1368ee21-5274-4a4c-91ed-888d6c6594fa/oldWALs 2024-11-21T14:17:17,634 INFO [RS:0;8a7a968213a0:35971 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8a7a968213a0%2C35971%2C1732198621759:(num 1732198623469) 2024-11-21T14:17:17,634 DEBUG [RS:0;8a7a968213a0:35971 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:17:17,634 INFO [RS:0;8a7a968213a0:35971 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T14:17:17,634 INFO [RS:0;8a7a968213a0:35971 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T14:17:17,634 INFO [RS:0;8a7a968213a0:35971 {}] hbase.ChoreService(370): Chore service for: regionserver/8a7a968213a0:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T14:17:17,634 INFO [RS:0;8a7a968213a0:35971 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T14:17:17,634 INFO [regionserver/8a7a968213a0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T14:17:17,635 INFO [RS:0;8a7a968213a0:35971 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35971 2024-11-21T14:17:17,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35971-0x1013ae32b260004, quorum=127.0.0.1:54222, baseZNode=/1-1495100355 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1495100355/rs/8a7a968213a0,35971,1732198621759 2024-11-21T14:17:17,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45493-0x1013ae32b260003, quorum=127.0.0.1:54222, baseZNode=/1-1495100355 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1495100355/rs 2024-11-21T14:17:17,637 INFO [RS:0;8a7a968213a0:35971 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T14:17:17,638 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8a7a968213a0,35971,1732198621759] 2024-11-21T14:17:17,641 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1495100355/draining/8a7a968213a0,35971,1732198621759 already deleted, retry=false 2024-11-21T14:17:17,641 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8a7a968213a0,35971,1732198621759 expired; onlineServers=0 2024-11-21T14:17:17,641 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8a7a968213a0,45493,1732198621710' ***** 2024-11-21T14:17:17,641 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T14:17:17,641 INFO [M:0;8a7a968213a0:45493 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T14:17:17,641 INFO [M:0;8a7a968213a0:45493 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T14:17:17,641 DEBUG [M:0;8a7a968213a0:45493 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T14:17:17,642 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T14:17:17,642 DEBUG [M:0;8a7a968213a0:45493 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T14:17:17,642 DEBUG [master/8a7a968213a0:0:becomeActiveMaster-HFileCleaner.large.0-1732198623203 {}] cleaner.HFileCleaner(306): Exit Thread[master/8a7a968213a0:0:becomeActiveMaster-HFileCleaner.large.0-1732198623203,5,FailOnTimeoutGroup] 2024-11-21T14:17:17,642 DEBUG [master/8a7a968213a0:0:becomeActiveMaster-HFileCleaner.small.0-1732198623204 {}] cleaner.HFileCleaner(306): Exit Thread[master/8a7a968213a0:0:becomeActiveMaster-HFileCleaner.small.0-1732198623204,5,FailOnTimeoutGroup] 2024-11-21T14:17:17,642 INFO [M:0;8a7a968213a0:45493 {}] hbase.ChoreService(370): Chore service for: master/8a7a968213a0:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T14:17:17,642 INFO [M:0;8a7a968213a0:45493 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T14:17:17,642 DEBUG [M:0;8a7a968213a0:45493 {}] master.HMaster(1795): Stopping service threads 2024-11-21T14:17:17,642 INFO [M:0;8a7a968213a0:45493 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T14:17:17,642 INFO [M:0;8a7a968213a0:45493 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T14:17:17,642 INFO [M:0;8a7a968213a0:45493 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T14:17:17,642 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T14:17:17,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45493-0x1013ae32b260003, quorum=127.0.0.1:54222, baseZNode=/1-1495100355 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1495100355/master 2024-11-21T14:17:17,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45493-0x1013ae32b260003, quorum=127.0.0.1:54222, baseZNode=/1-1495100355 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1495100355 2024-11-21T14:17:17,643 DEBUG [M:0;8a7a968213a0:45493 {}] zookeeper.ZKUtil(347): master:45493-0x1013ae32b260003, quorum=127.0.0.1:54222, baseZNode=/1-1495100355 Unable to get data of znode /1-1495100355/master because node does not exist (not an error) 2024-11-21T14:17:17,643 WARN [M:0;8a7a968213a0:45493 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T14:17:17,644 INFO [M:0;8a7a968213a0:45493 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40251/user/jenkins/test-data/1368ee21-5274-4a4c-91ed-888d6c6594fa/.lastflushedseqids 2024-11-21T14:17:17,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39159 is added to blk_1073741836_1012 (size=99) 2024-11-21T14:17:17,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35971-0x1013ae32b260004, quorum=127.0.0.1:54222, baseZNode=/1-1495100355 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T14:17:17,739 INFO [RS:0;8a7a968213a0:35971 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T14:17:17,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35971-0x1013ae32b260004, quorum=127.0.0.1:54222, baseZNode=/1-1495100355 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T14:17:17,739 INFO [RS:0;8a7a968213a0:35971 {}] regionserver.HRegionServer(1031): Exiting; stopping=8a7a968213a0,35971,1732198621759; zookeeper connection closed. 2024-11-21T14:17:17,739 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2f3cc9fe {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2f3cc9fe 2024-11-21T14:17:17,739 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T14:17:18,027 DEBUG [RS:0;8a7a968213a0:34185.replicationSource.wal-reader.8a7a968213a0%2C34185%2C1732198631568,2-8a7a968213a0,34185,1732198631568 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/WALs/8a7a968213a0,34185,1732198631568/8a7a968213a0%2C34185%2C1732198631568.1732198632537 to pos 0, reset compression=false 2024-11-21T14:17:18,027 DEBUG [RS:0;8a7a968213a0:34185.replicationSource.wal-reader.8a7a968213a0%2C34185%2C1732198631568,1-8a7a968213a0,34185,1732198631568 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/WALs/8a7a968213a0,34185,1732198631568/8a7a968213a0%2C34185%2C1732198631568.1732198632537 to pos 0, reset compression=false 2024-11-21T14:17:18,050 INFO [M:0;8a7a968213a0:45493 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T14:17:18,050 INFO [M:0;8a7a968213a0:45493 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T14:17:18,050 DEBUG [M:0;8a7a968213a0:45493 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T14:17:18,050 INFO [M:0;8a7a968213a0:45493 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:17:18,050 DEBUG [M:0;8a7a968213a0:45493 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:17:18,050 DEBUG [M:0;8a7a968213a0:45493 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T14:17:18,050 DEBUG [M:0;8a7a968213a0:45493 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:17:18,050 INFO [M:0;8a7a968213a0:45493 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-21T14:17:18,068 DEBUG [M:0;8a7a968213a0:45493 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40251/user/jenkins/test-data/1368ee21-5274-4a4c-91ed-888d6c6594fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/501d7a130c0d465aaa056441453ca9da is 82, key is hbase:meta,,1/info:regioninfo/1732198624428/Put/seqid=0 2024-11-21T14:17:18,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39159 is added to blk_1073741837_1013 (size=5672) 2024-11-21T14:17:18,351 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T14:17:18,383 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-21T14:17:18,473 INFO [M:0;8a7a968213a0:45493 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40251/user/jenkins/test-data/1368ee21-5274-4a4c-91ed-888d6c6594fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/501d7a130c0d465aaa056441453ca9da 2024-11-21T14:17:18,502 DEBUG [M:0;8a7a968213a0:45493 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40251/user/jenkins/test-data/1368ee21-5274-4a4c-91ed-888d6c6594fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7cbb7ef646de47bf8130ede2d42ec87c is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732198624456/Put/seqid=0 2024-11-21T14:17:18,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39159 is added to blk_1073741838_1014 (size=5275) 2024-11-21T14:17:18,907 INFO [M:0;8a7a968213a0:45493 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40251/user/jenkins/test-data/1368ee21-5274-4a4c-91ed-888d6c6594fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7cbb7ef646de47bf8130ede2d42ec87c 2024-11-21T14:17:18,932 DEBUG [M:0;8a7a968213a0:45493 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40251/user/jenkins/test-data/1368ee21-5274-4a4c-91ed-888d6c6594fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b158cb1c91d54366a9a0e30bf8f0ee6d is 69, key is 8a7a968213a0,35971,1732198621759/rs:state/1732198623307/Put/seqid=0 2024-11-21T14:17:18,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39159 is added to blk_1073741839_1015 (size=5156) 2024-11-21T14:17:19,134 DEBUG [RS:0;8a7a968213a0:34185.replicationSource.wal-reader.8a7a968213a0%2C34185%2C1732198631568,2-8a7a968213a0,34185,1732198631568 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/WALs/8a7a968213a0,34185,1732198631568/8a7a968213a0%2C34185%2C1732198631568.1732198632537 to pos 0, reset compression=false 2024-11-21T14:17:19,134 DEBUG [RS:0;8a7a968213a0:34185.replicationSource.wal-reader.8a7a968213a0%2C34185%2C1732198631568,1-8a7a968213a0,34185,1732198631568 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/WALs/8a7a968213a0,34185,1732198631568/8a7a968213a0%2C34185%2C1732198631568.1732198632537 to pos 0, reset compression=false 2024-11-21T14:17:19,337 INFO [M:0;8a7a968213a0:45493 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40251/user/jenkins/test-data/1368ee21-5274-4a4c-91ed-888d6c6594fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b158cb1c91d54366a9a0e30bf8f0ee6d 2024-11-21T14:17:19,345 DEBUG [M:0;8a7a968213a0:45493 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40251/user/jenkins/test-data/1368ee21-5274-4a4c-91ed-888d6c6594fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/501d7a130c0d465aaa056441453ca9da as hdfs://localhost:40251/user/jenkins/test-data/1368ee21-5274-4a4c-91ed-888d6c6594fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/501d7a130c0d465aaa056441453ca9da 2024-11-21T14:17:19,350 INFO [M:0;8a7a968213a0:45493 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40251/user/jenkins/test-data/1368ee21-5274-4a4c-91ed-888d6c6594fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/501d7a130c0d465aaa056441453ca9da, entries=8, sequenceid=28, filesize=5.5 K 2024-11-21T14:17:19,352 DEBUG [M:0;8a7a968213a0:45493 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40251/user/jenkins/test-data/1368ee21-5274-4a4c-91ed-888d6c6594fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7cbb7ef646de47bf8130ede2d42ec87c as hdfs://localhost:40251/user/jenkins/test-data/1368ee21-5274-4a4c-91ed-888d6c6594fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7cbb7ef646de47bf8130ede2d42ec87c 2024-11-21T14:17:19,357 INFO [M:0;8a7a968213a0:45493 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40251/user/jenkins/test-data/1368ee21-5274-4a4c-91ed-888d6c6594fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7cbb7ef646de47bf8130ede2d42ec87c, entries=3, sequenceid=28, filesize=5.2 K 2024-11-21T14:17:19,358 DEBUG [M:0;8a7a968213a0:45493 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40251/user/jenkins/test-data/1368ee21-5274-4a4c-91ed-888d6c6594fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b158cb1c91d54366a9a0e30bf8f0ee6d as hdfs://localhost:40251/user/jenkins/test-data/1368ee21-5274-4a4c-91ed-888d6c6594fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b158cb1c91d54366a9a0e30bf8f0ee6d 2024-11-21T14:17:19,364 INFO [M:0;8a7a968213a0:45493 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40251/user/jenkins/test-data/1368ee21-5274-4a4c-91ed-888d6c6594fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b158cb1c91d54366a9a0e30bf8f0ee6d, entries=1, sequenceid=28, filesize=5.0 K 2024-11-21T14:17:19,365 INFO [M:0;8a7a968213a0:45493 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1315ms, sequenceid=28, compaction requested=false 2024-11-21T14:17:19,367 INFO [M:0;8a7a968213a0:45493 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:17:19,367 DEBUG [M:0;8a7a968213a0:45493 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732198638050Disabling compacts and flushes for region at 1732198638050Disabling writes for close at 1732198638050Obtaining lock to block concurrent updates at 1732198638050Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732198638050Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732198638051 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732198638052 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732198638052Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732198638068 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732198638068Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732198638481 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732198638501 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732198638501Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732198638913 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732198638932 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732198638932Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a0e2de6: reopening flushed file at 1732198639343 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4077466e: reopening flushed file at 1732198639351 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7eb420b: reopening flushed file at 1732198639358 (+7 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1315ms, sequenceid=28, compaction requested=false at 1732198639365 (+7 ms)Writing region close event to WAL at 1732198639366 (+1 ms)Closed at 1732198639366 2024-11-21T14:17:19,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39159 is added to blk_1073741830_1006 (size=10165) 2024-11-21T14:17:19,369 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1368ee21-5274-4a4c-91ed-888d6c6594fa/MasterData/WALs/8a7a968213a0,45493,1732198621710/8a7a968213a0%2C45493%2C1732198621710.1732198623087 not finished, retry = 0 2024-11-21T14:17:19,471 INFO [M:0;8a7a968213a0:45493 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T14:17:19,471 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T14:17:19,471 INFO [M:0;8a7a968213a0:45493 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45493 2024-11-21T14:17:19,474 INFO [M:0;8a7a968213a0:45493 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T14:17:19,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45493-0x1013ae32b260003, quorum=127.0.0.1:54222, baseZNode=/1-1495100355 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T14:17:19,576 INFO [M:0;8a7a968213a0:45493 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T14:17:19,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45493-0x1013ae32b260003, quorum=127.0.0.1:54222, baseZNode=/1-1495100355 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T14:17:19,580 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@671eadbd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T14:17:19,582 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1c7240b2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T14:17:19,582 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T14:17:19,582 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57bd8292{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T14:17:19,582 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45fc8213{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a91bb64-478e-8def-cc0a-9bc7a5b3690e/hadoop.log.dir/,STOPPED} 2024-11-21T14:17:19,585 WARN [BP-902943454-172.17.0.2-1732198621047 heartbeating to localhost/127.0.0.1:40251 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T14:17:19,585 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T14:17:19,585 WARN [BP-902943454-172.17.0.2-1732198621047 heartbeating to localhost/127.0.0.1:40251 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-902943454-172.17.0.2-1732198621047 (Datanode Uuid ee6a0c64-c2d5-4842-a980-dedfc2d1e148) service to localhost/127.0.0.1:40251 2024-11-21T14:17:19,585 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T14:17:19,586 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a91bb64-478e-8def-cc0a-9bc7a5b3690e/cluster_19e9af51-2418-d7ae-b396-d32275072443/data/data1/current/BP-902943454-172.17.0.2-1732198621047 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T14:17:19,586 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a91bb64-478e-8def-cc0a-9bc7a5b3690e/cluster_19e9af51-2418-d7ae-b396-d32275072443/data/data2/current/BP-902943454-172.17.0.2-1732198621047 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T14:17:19,587 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T14:17:19,593 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@46934c71{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T14:17:19,594 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@60b8baac{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T14:17:19,594 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T14:17:19,594 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75bf8bfb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T14:17:19,594 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a733db7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a91bb64-478e-8def-cc0a-9bc7a5b3690e/hadoop.log.dir/,STOPPED} 2024-11-21T14:17:19,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T14:17:19,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T14:17:19,613 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T14:17:19,613 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:17:19,613 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:17:19,613 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:17:19,613 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:17:19,614 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T14:17:19,614 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1017913687, stopped=false 2024-11-21T14:17:19,614 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8a7a968213a0,40597,1732198631529 2024-11-21T14:17:19,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34185-0x1013ae32b260007, quorum=127.0.0.1:54222, baseZNode=/0487538192 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0487538192/running 2024-11-21T14:17:19,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40597-0x1013ae32b260006, quorum=127.0.0.1:54222, baseZNode=/0487538192 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0487538192/running 2024-11-21T14:17:19,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34185-0x1013ae32b260007, quorum=127.0.0.1:54222, baseZNode=/0487538192 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0487538192 2024-11-21T14:17:19,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40597-0x1013ae32b260006, quorum=127.0.0.1:54222, baseZNode=/0487538192 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0487538192 2024-11-21T14:17:19,615 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T14:17:19,616 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T14:17:19,616 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:17:19,616 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34185-0x1013ae32b260007, quorum=127.0.0.1:54222, baseZNode=/0487538192 Set watcher on znode that does not yet exist, /0487538192/running 2024-11-21T14:17:19,616 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:17:19,616 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40597-0x1013ae32b260006, quorum=127.0.0.1:54222, baseZNode=/0487538192 Set watcher on znode that does not yet exist, /0487538192/running 2024-11-21T14:17:19,616 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8a7a968213a0,34185,1732198631568' ***** 2024-11-21T14:17:19,616 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T14:17:19,617 INFO [RS:0;8a7a968213a0:34185 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T14:17:19,617 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T14:17:19,617 INFO [RS:0;8a7a968213a0:34185 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T14:17:19,617 INFO [RS:0;8a7a968213a0:34185 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T14:17:19,617 INFO [RS:0;8a7a968213a0:34185 {}] regionserver.HRegionServer(3091): Received CLOSE for a9225e5d66c1acbd58f6658ad8f1e3f5 2024-11-21T14:17:19,617 INFO [RS:0;8a7a968213a0:34185 {}] regionserver.HRegionServer(959): stopping server 8a7a968213a0,34185,1732198631568 2024-11-21T14:17:19,617 INFO [RS:0;8a7a968213a0:34185 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T14:17:19,618 INFO [RS:0;8a7a968213a0:34185 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8a7a968213a0:34185. 2024-11-21T14:17:19,618 DEBUG [RS:0;8a7a968213a0:34185 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:17:19,618 DEBUG [RS:0;8a7a968213a0:34185 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:17:19,618 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a9225e5d66c1acbd58f6658ad8f1e3f5, disabling compactions & flushes 2024-11-21T14:17:19,618 INFO [RS:0;8a7a968213a0:34185 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T14:17:19,618 INFO [RS:0;8a7a968213a0:34185 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T14:17:19,618 INFO [RS:0;8a7a968213a0:34185 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T14:17:19,618 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732198624581.a9225e5d66c1acbd58f6658ad8f1e3f5. 2024-11-21T14:17:19,618 INFO [RS:0;8a7a968213a0:34185 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T14:17:19,618 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732198624581.a9225e5d66c1acbd58f6658ad8f1e3f5. 2024-11-21T14:17:19,618 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732198624581.a9225e5d66c1acbd58f6658ad8f1e3f5. after waiting 0 ms 2024-11-21T14:17:19,618 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732198624581.a9225e5d66c1acbd58f6658ad8f1e3f5. 2024-11-21T14:17:19,618 INFO [RS:0;8a7a968213a0:34185 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-21T14:17:19,618 DEBUG [RS:0;8a7a968213a0:34185 {}] regionserver.HRegionServer(1325): Online Regions={a9225e5d66c1acbd58f6658ad8f1e3f5=hbase:replication,,1732198624581.a9225e5d66c1acbd58f6658ad8f1e3f5., 1588230740=hbase:meta,,1.1588230740} 2024-11-21T14:17:19,618 DEBUG [RS:0;8a7a968213a0:34185 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a9225e5d66c1acbd58f6658ad8f1e3f5 2024-11-21T14:17:19,618 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T14:17:19,618 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T14:17:19,618 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T14:17:19,618 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T14:17:19,618 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T14:17:19,619 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-21T14:17:19,623 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/data/hbase/replication/a9225e5d66c1acbd58f6658ad8f1e3f5/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-21T14:17:19,624 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T14:17:19,624 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T14:17:19,624 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732198624581.a9225e5d66c1acbd58f6658ad8f1e3f5. 2024-11-21T14:17:19,624 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a9225e5d66c1acbd58f6658ad8f1e3f5: Waiting for close lock at 1732198639618Running coprocessor pre-close hooks at 1732198639618Disabling compacts and flushes for region at 1732198639618Disabling writes for close at 1732198639618Writing region close event to WAL at 1732198639619 (+1 ms)Running coprocessor post-close hooks at 1732198639624 (+5 ms)Closed at 1732198639624 2024-11-21T14:17:19,624 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732198624581.a9225e5d66c1acbd58f6658ad8f1e3f5. 2024-11-21T14:17:19,637 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/data/hbase/meta/1588230740/.tmp/info/51eb1f931429426e8324370f251793a4 is 147, key is hbase:replication,,1732198624581.a9225e5d66c1acbd58f6658ad8f1e3f5./info:regioninfo/1732198637148/Put/seqid=0 2024-11-21T14:17:19,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36643 is added to blk_1073741851_1027 (size=6385) 2024-11-21T14:17:19,670 INFO [regionserver/8a7a968213a0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T14:17:19,818 DEBUG [RS:0;8a7a968213a0:34185 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T14:17:20,019 DEBUG [RS:0;8a7a968213a0:34185 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T14:17:20,043 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/data/hbase/meta/1588230740/.tmp/info/51eb1f931429426e8324370f251793a4 2024-11-21T14:17:20,050 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/data/hbase/meta/1588230740/.tmp/info/51eb1f931429426e8324370f251793a4 as hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/data/hbase/meta/1588230740/info/51eb1f931429426e8324370f251793a4 2024-11-21T14:17:20,056 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/data/hbase/meta/1588230740/info/51eb1f931429426e8324370f251793a4, entries=8, sequenceid=19, filesize=6.2 K 2024-11-21T14:17:20,057 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 439ms, sequenceid=19, compaction requested=false 2024-11-21T14:17:20,062 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-21T14:17:20,062 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T14:17:20,062 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T14:17:20,063 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T14:17:20,063 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732198639618Running coprocessor pre-close hooks at 1732198639618Disabling compacts and flushes for region at 1732198639618Disabling writes for close at 1732198639618Obtaining lock to block concurrent updates at 1732198639619 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732198639619Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1732198639619Flushing stores of hbase:meta,,1.1588230740 at 1732198639620 (+1 ms)Flushing 1588230740/info: creating writer at 1732198639620Flushing 1588230740/info: appending metadata at 1732198639637 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732198639637Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22aa962b: reopening flushed file at 1732198640049 (+412 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 439ms, sequenceid=19, compaction requested=false at 1732198640057 (+8 ms)Writing region close event to WAL at 1732198640058 (+1 ms)Running coprocessor post-close hooks at 1732198640062 (+4 ms)Closed at 1732198640063 (+1 ms) 2024-11-21T14:17:20,063 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T14:17:20,219 INFO [RS:0;8a7a968213a0:34185 {}] regionserver.HRegionServer(976): stopping server 8a7a968213a0,34185,1732198631568; all regions closed. 2024-11-21T14:17:20,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36643 is added to blk_1073741849_1025 (size=2156) 2024-11-21T14:17:20,224 DEBUG [RS:0;8a7a968213a0:34185 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/oldWALs 2024-11-21T14:17:20,225 INFO [RS:0;8a7a968213a0:34185 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8a7a968213a0%2C34185%2C1732198631568.meta:.meta(num 1732198632829) 2024-11-21T14:17:20,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36643 is added to blk_1073741850_1026 (size=796) 2024-11-21T14:17:20,229 DEBUG [RS:0;8a7a968213a0:34185 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/oldWALs 2024-11-21T14:17:20,229 INFO [RS:0;8a7a968213a0:34185 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8a7a968213a0%2C34185%2C1732198631568.rep:(num 1732198637102) 2024-11-21T14:17:20,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36643 is added to blk_1073741848_1024 (size=93) 2024-11-21T14:17:20,233 DEBUG [RS:0;8a7a968213a0:34185 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/oldWALs 2024-11-21T14:17:20,233 INFO [RS:0;8a7a968213a0:34185 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8a7a968213a0%2C34185%2C1732198631568:(num 1732198632537) 2024-11-21T14:17:20,233 DEBUG [RS:0;8a7a968213a0:34185 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:17:20,233 INFO [RS:0;8a7a968213a0:34185 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T14:17:20,233 INFO [RS:0;8a7a968213a0:34185 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T14:17:20,233 INFO [RS:0;8a7a968213a0:34185 {}] hbase.ChoreService(370): Chore service for: regionserver/8a7a968213a0:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T14:17:20,233 INFO [RS:0;8a7a968213a0:34185 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T14:17:20,233 INFO [regionserver/8a7a968213a0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T14:17:20,233 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/8a7a968213a0:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-21T14:17:20,233 INFO [RS:0;8a7a968213a0:34185 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-8a7a968213a0,34185,1732198631568 because: Region server is closing 2024-11-21T14:17:20,233 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/8a7a968213a0:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-21T14:17:20,234 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/8a7a968213a0:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-21T14:17:20,234 INFO [RS:0;8a7a968213a0:34185 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8a7a968213a0:34185. 2024-11-21T14:17:20,234 DEBUG [RS:0;8a7a968213a0:34185 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:17:20,234 DEBUG [RS:0;8a7a968213a0:34185 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:17:20,234 DEBUG [RS:0;8a7a968213a0:34185 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:17:20,234 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:17:20,334 WARN [RS:0;8a7a968213a0:34185.replicationSource.shipper8a7a968213a0%2C34185%2C1732198631568,1-8a7a968213a0,34185,1732198631568 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-21T14:17:20,334 WARN [RS:0;8a7a968213a0:34185.replicationSource.wal-reader.8a7a968213a0%2C34185%2C1732198631568,1-8a7a968213a0,34185,1732198631568 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-21T14:17:20,335 INFO [RS:0;8a7a968213a0:34185 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;8a7a968213a0:34185.replicationSource.shipper8a7a968213a0%2C34185%2C1732198631568,1-8a7a968213a0,34185,1732198631568 terminated 2024-11-21T14:17:20,335 INFO [RS:0;8a7a968213a0:34185 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-8a7a968213a0,34185,1732198631568 because: Region server is closing 2024-11-21T14:17:20,335 INFO [RS:0;8a7a968213a0:34185 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8a7a968213a0:34185. 2024-11-21T14:17:20,335 DEBUG [RS:0;8a7a968213a0:34185 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:17:20,335 DEBUG [RS:0;8a7a968213a0:34185 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:17:20,335 DEBUG [RS:0;8a7a968213a0:34185 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:17:20,335 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:17:20,436 WARN [RS:0;8a7a968213a0:34185.replicationSource.shipper8a7a968213a0%2C34185%2C1732198631568,2-8a7a968213a0,34185,1732198631568 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-21T14:17:20,436 INFO [RS:0;8a7a968213a0:34185 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;8a7a968213a0:34185.replicationSource.shipper8a7a968213a0%2C34185%2C1732198631568,2-8a7a968213a0,34185,1732198631568 terminated 2024-11-21T14:17:20,436 INFO [RS:0;8a7a968213a0:34185 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34185 2024-11-21T14:17:20,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34185-0x1013ae32b260007, quorum=127.0.0.1:54222, baseZNode=/0487538192 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0487538192/rs/8a7a968213a0,34185,1732198631568 2024-11-21T14:17:20,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40597-0x1013ae32b260006, quorum=127.0.0.1:54222, baseZNode=/0487538192 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0487538192/rs 2024-11-21T14:17:20,440 INFO [RS:0;8a7a968213a0:34185 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T14:17:20,441 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8a7a968213a0,34185,1732198631568] 2024-11-21T14:17:20,443 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0487538192/draining/8a7a968213a0,34185,1732198631568 already deleted, retry=false 2024-11-21T14:17:20,443 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8a7a968213a0,34185,1732198631568 expired; onlineServers=0 2024-11-21T14:17:20,443 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8a7a968213a0,40597,1732198631529' ***** 2024-11-21T14:17:20,443 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T14:17:20,443 INFO [M:0;8a7a968213a0:40597 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T14:17:20,443 INFO [M:0;8a7a968213a0:40597 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T14:17:20,443 DEBUG [M:0;8a7a968213a0:40597 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T14:17:20,443 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T14:17:20,443 DEBUG [M:0;8a7a968213a0:40597 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T14:17:20,443 DEBUG [master/8a7a968213a0:0:becomeActiveMaster-HFileCleaner.large.0-1732198632249 {}] cleaner.HFileCleaner(306): Exit Thread[master/8a7a968213a0:0:becomeActiveMaster-HFileCleaner.large.0-1732198632249,5,FailOnTimeoutGroup] 2024-11-21T14:17:20,443 DEBUG [master/8a7a968213a0:0:becomeActiveMaster-HFileCleaner.small.0-1732198632250 {}] cleaner.HFileCleaner(306): Exit Thread[master/8a7a968213a0:0:becomeActiveMaster-HFileCleaner.small.0-1732198632250,5,FailOnTimeoutGroup] 2024-11-21T14:17:20,443 INFO [M:0;8a7a968213a0:40597 {}] hbase.ChoreService(370): Chore service for: master/8a7a968213a0:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T14:17:20,444 INFO [M:0;8a7a968213a0:40597 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T14:17:20,444 DEBUG [M:0;8a7a968213a0:40597 {}] master.HMaster(1795): Stopping service threads 2024-11-21T14:17:20,444 INFO [M:0;8a7a968213a0:40597 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T14:17:20,444 INFO [M:0;8a7a968213a0:40597 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T14:17:20,444 INFO [M:0;8a7a968213a0:40597 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T14:17:20,444 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T14:17:20,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40597-0x1013ae32b260006, quorum=127.0.0.1:54222, baseZNode=/0487538192 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0487538192/master 2024-11-21T14:17:20,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40597-0x1013ae32b260006, quorum=127.0.0.1:54222, baseZNode=/0487538192 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0487538192 2024-11-21T14:17:20,445 DEBUG [M:0;8a7a968213a0:40597 {}] zookeeper.ZKUtil(347): master:40597-0x1013ae32b260006, quorum=127.0.0.1:54222, baseZNode=/0487538192 Unable to get data of znode /0487538192/master because node does not exist (not an error) 2024-11-21T14:17:20,445 WARN [M:0;8a7a968213a0:40597 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T14:17:20,446 INFO [M:0;8a7a968213a0:40597 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/.lastflushedseqids 2024-11-21T14:17:20,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36643 is added to blk_1073741852_1028 (size=181) 2024-11-21T14:17:20,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34185-0x1013ae32b260007, quorum=127.0.0.1:54222, baseZNode=/0487538192 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T14:17:20,542 INFO [RS:0;8a7a968213a0:34185 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T14:17:20,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34185-0x1013ae32b260007, quorum=127.0.0.1:54222, baseZNode=/0487538192 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T14:17:20,542 INFO [RS:0;8a7a968213a0:34185 {}] regionserver.HRegionServer(1031): Exiting; stopping=8a7a968213a0,34185,1732198631568; zookeeper connection closed. 2024-11-21T14:17:20,542 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@158eeee2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@158eeee2 2024-11-21T14:17:20,542 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T14:17:20,852 INFO [M:0;8a7a968213a0:40597 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T14:17:20,852 INFO [M:0;8a7a968213a0:40597 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T14:17:20,853 DEBUG [M:0;8a7a968213a0:40597 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T14:17:20,853 INFO [M:0;8a7a968213a0:40597 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:17:20,853 DEBUG [M:0;8a7a968213a0:40597 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:17:20,853 DEBUG [M:0;8a7a968213a0:40597 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T14:17:20,853 DEBUG [M:0;8a7a968213a0:40597 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:17:20,853 INFO [M:0;8a7a968213a0:40597 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-21T14:17:20,871 DEBUG [M:0;8a7a968213a0:40597 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0458faebedd643fd9b551f07a40d52d4 is 82, key is hbase:meta,,1/info:regioninfo/1732198632891/Put/seqid=0 2024-11-21T14:17:20,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36643 is added to blk_1073741853_1029 (size=5680) 2024-11-21T14:17:21,277 INFO [M:0;8a7a968213a0:40597 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0458faebedd643fd9b551f07a40d52d4 2024-11-21T14:17:21,304 DEBUG [M:0;8a7a968213a0:40597 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1a71709555044ceb94a2dff073e1fa89 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1732198637157/Put/seqid=0 2024-11-21T14:17:21,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36643 is added to blk_1073741854_1030 (size=7319) 2024-11-21T14:17:21,710 INFO [M:0;8a7a968213a0:40597 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1a71709555044ceb94a2dff073e1fa89 2024-11-21T14:17:21,734 DEBUG [M:0;8a7a968213a0:40597 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b64c05f4afdc4730be896fac1819953f is 69, key is 8a7a968213a0,34185,1732198631568/rs:state/1732198632315/Put/seqid=0 2024-11-21T14:17:21,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36643 is added to blk_1073741855_1031 (size=5371) 2024-11-21T14:17:22,139 INFO [M:0;8a7a968213a0:40597 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b64c05f4afdc4730be896fac1819953f 2024-11-21T14:17:22,145 INFO [M:0;8a7a968213a0:40597 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b64c05f4afdc4730be896fac1819953f 2024-11-21T14:17:22,147 DEBUG [M:0;8a7a968213a0:40597 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0458faebedd643fd9b551f07a40d52d4 as hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0458faebedd643fd9b551f07a40d52d4 2024-11-21T14:17:22,152 INFO [M:0;8a7a968213a0:40597 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0458faebedd643fd9b551f07a40d52d4, entries=8, sequenceid=172, filesize=5.5 K 2024-11-21T14:17:22,153 DEBUG [M:0;8a7a968213a0:40597 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1a71709555044ceb94a2dff073e1fa89 as hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1a71709555044ceb94a2dff073e1fa89 2024-11-21T14:17:22,159 INFO [M:0;8a7a968213a0:40597 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1a71709555044ceb94a2dff073e1fa89, entries=7, sequenceid=172, filesize=7.1 K 2024-11-21T14:17:22,160 DEBUG [M:0;8a7a968213a0:40597 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b64c05f4afdc4730be896fac1819953f as hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b64c05f4afdc4730be896fac1819953f 2024-11-21T14:17:22,166 INFO [M:0;8a7a968213a0:40597 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b64c05f4afdc4730be896fac1819953f 2024-11-21T14:17:22,166 INFO [M:0;8a7a968213a0:40597 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36253/user/jenkins/test-data/21e6265b-94c3-fbeb-8444-27742346f965/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b64c05f4afdc4730be896fac1819953f, entries=2, sequenceid=172, filesize=5.2 K 2024-11-21T14:17:22,167 INFO [M:0;8a7a968213a0:40597 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1314ms, sequenceid=172, compaction requested=false 2024-11-21T14:17:22,169 INFO [M:0;8a7a968213a0:40597 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:17:22,169 DEBUG [M:0;8a7a968213a0:40597 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732198640853Disabling compacts and flushes for region at 1732198640853Disabling writes for close at 1732198640853Obtaining lock to block concurrent updates at 1732198640853Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732198640853Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1732198640853Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732198640854 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732198640854Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732198640871 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732198640871Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732198641284 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732198641304 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732198641304Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732198641717 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732198641733 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732198641733Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77df83b7: reopening flushed file at 1732198642146 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f75e560: reopening flushed file at 1732198642152 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79e762: reopening flushed file at 1732198642159 (+7 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1314ms, sequenceid=172, compaction requested=false at 1732198642167 (+8 ms)Writing region close event to WAL at 1732198642169 (+2 ms)Closed at 1732198642169 2024-11-21T14:17:22,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36643 is added to blk_1073741847_1023 (size=22949) 2024-11-21T14:17:22,172 INFO [M:0;8a7a968213a0:40597 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T14:17:22,172 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T14:17:22,173 INFO [M:0;8a7a968213a0:40597 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40597 2024-11-21T14:17:22,173 INFO [M:0;8a7a968213a0:40597 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T14:17:22,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40597-0x1013ae32b260006, quorum=127.0.0.1:54222, baseZNode=/0487538192 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T14:17:22,277 INFO [M:0;8a7a968213a0:40597 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T14:17:22,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40597-0x1013ae32b260006, quorum=127.0.0.1:54222, baseZNode=/0487538192 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T14:17:22,280 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@20104caa{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T14:17:22,281 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5d6be275{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T14:17:22,281 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T14:17:22,281 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c529a07{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T14:17:22,281 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e4f8960{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5812ab1-94cb-d17e-91b9-81ff362f47e2/hadoop.log.dir/,STOPPED} 2024-11-21T14:17:22,283 WARN [BP-1066073073-172.17.0.2-1732198613968 heartbeating to localhost/127.0.0.1:36253 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T14:17:22,283 WARN [BP-1066073073-172.17.0.2-1732198613968 heartbeating to localhost/127.0.0.1:36253 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1066073073-172.17.0.2-1732198613968 (Datanode Uuid f5b7ebd4-d4d4-453e-888d-6eaf37142fd6) service to localhost/127.0.0.1:36253 2024-11-21T14:17:22,283 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T14:17:22,283 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T14:17:22,283 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5812ab1-94cb-d17e-91b9-81ff362f47e2/cluster_21db772a-8c41-31c2-dff4-7f1c26e6a5cf/data/data1/current/BP-1066073073-172.17.0.2-1732198613968 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T14:17:22,284 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5812ab1-94cb-d17e-91b9-81ff362f47e2/cluster_21db772a-8c41-31c2-dff4-7f1c26e6a5cf/data/data2/current/BP-1066073073-172.17.0.2-1732198613968 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T14:17:22,284 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T14:17:22,290 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@303ee801{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T14:17:22,291 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T14:17:22,291 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T14:17:22,291 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T14:17:22,291 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5812ab1-94cb-d17e-91b9-81ff362f47e2/hadoop.log.dir/,STOPPED} 2024-11-21T14:17:22,299 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-21T14:17:22,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T14:17:22,323 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=108 (was 11) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:40251 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54222) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36253 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54222) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:36253 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/8a7a968213a0:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:40251 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40251 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40251 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40251 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:40251 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/8a7a968213a0:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:36253 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36253 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/8a7a968213a0:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36253 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:36253 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40251 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@6966c822 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: regionserver/8a7a968213a0:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40251 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:40251 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36253 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/8a7a968213a0:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:36253 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:36253 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40251 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=428 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=267 (was 351), ProcessCount=11 (was 11), AvailableMemoryMB=4267 (was 5076) 2024-11-21T14:17:22,331 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=108, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=267, ProcessCount=11, AvailableMemoryMB=4266 2024-11-21T14:17:22,346 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-21T14:17:22,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a91bb64-478e-8def-cc0a-9bc7a5b3690e/hadoop.log.dir so I do NOT create it in target/test-data/d6deb19c-7b7d-fe2d-be79-0ea710f40deb 2024-11-21T14:17:22,347 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a91bb64-478e-8def-cc0a-9bc7a5b3690e/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T14:17:22,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a91bb64-478e-8def-cc0a-9bc7a5b3690e/hadoop.tmp.dir so I do NOT create it in target/test-data/d6deb19c-7b7d-fe2d-be79-0ea710f40deb 2024-11-21T14:17:22,347 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a91bb64-478e-8def-cc0a-9bc7a5b3690e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T14:17:22,347 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6deb19c-7b7d-fe2d-be79-0ea710f40deb 2024-11-21T14:17:22,347 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6deb19c-7b7d-fe2d-be79-0ea710f40deb/cluster_bb6e4cfb-5314-8eb0-9b41-c9f62062562b, deleteOnExit=true 2024-11-21T14:17:22,350 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6deb19c-7b7d-fe2d-be79-0ea710f40deb/cluster_bb6e4cfb-5314-8eb0-9b41-c9f62062562b/zookeeper_0, clientPort=59928, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6deb19c-7b7d-fe2d-be79-0ea710f40deb/cluster_bb6e4cfb-5314-8eb0-9b41-c9f62062562b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6deb19c-7b7d-fe2d-be79-0ea710f40deb/cluster_bb6e4cfb-5314-8eb0-9b41-c9f62062562b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-21T14:17:22,351 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59928 2024-11-21T14:17:22,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T14:17:22,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T14:17:22,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6deb19c-7b7d-fe2d-be79-0ea710f40deb/test.cache.data in system properties and HBase conf 2024-11-21T14:17:22,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6deb19c-7b7d-fe2d-be79-0ea710f40deb/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T14:17:22,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6deb19c-7b7d-fe2d-be79-0ea710f40deb/hadoop.log.dir in system properties and HBase conf 2024-11-21T14:17:22,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6deb19c-7b7d-fe2d-be79-0ea710f40deb/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T14:17:22,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6deb19c-7b7d-fe2d-be79-0ea710f40deb/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T14:17:22,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T14:17:22,351 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T14:17:22,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6deb19c-7b7d-fe2d-be79-0ea710f40deb/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T14:17:22,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6deb19c-7b7d-fe2d-be79-0ea710f40deb/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T14:17:22,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6deb19c-7b7d-fe2d-be79-0ea710f40deb/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T14:17:22,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6deb19c-7b7d-fe2d-be79-0ea710f40deb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T14:17:22,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6deb19c-7b7d-fe2d-be79-0ea710f40deb/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T14:17:22,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6deb19c-7b7d-fe2d-be79-0ea710f40deb/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T14:17:22,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6deb19c-7b7d-fe2d-be79-0ea710f40deb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T14:17:22,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6deb19c-7b7d-fe2d-be79-0ea710f40deb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T14:17:22,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6deb19c-7b7d-fe2d-be79-0ea710f40deb/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T14:17:22,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6deb19c-7b7d-fe2d-be79-0ea710f40deb/nfs.dump.dir in system properties and HBase conf 2024-11-21T14:17:22,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6deb19c-7b7d-fe2d-be79-0ea710f40deb/java.io.tmpdir in system properties and HBase conf 2024-11-21T14:17:22,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6deb19c-7b7d-fe2d-be79-0ea710f40deb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T14:17:22,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6deb19c-7b7d-fe2d-be79-0ea710f40deb/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T14:17:22,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6deb19c-7b7d-fe2d-be79-0ea710f40deb/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T14:17:22,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1013ae32b260005, quorum=127.0.0.1:54222, baseZNode=/1-1495100355 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T14:17:22,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1013ae32b260002, quorum=127.0.0.1:54222, baseZNode=/0487538192 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T14:17:22,396 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1013ae32b260005, quorum=127.0.0.1:54222, baseZNode=/1-1495100355 Received Disconnected from ZooKeeper, ignoring 2024-11-21T14:17:22,396 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1013ae32b260002, quorum=127.0.0.1:54222, baseZNode=/0487538192 Received Disconnected from ZooKeeper, ignoring 2024-11-21T14:17:22,447 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T14:17:22,452 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T14:17:22,453 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T14:17:22,453 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T14:17:22,453 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T14:17:22,454 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T14:17:22,455 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2599732c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6deb19c-7b7d-fe2d-be79-0ea710f40deb/hadoop.log.dir/,AVAILABLE} 2024-11-21T14:17:22,455 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44f7b8d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T14:17:22,574 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@440b13fc{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6deb19c-7b7d-fe2d-be79-0ea710f40deb/java.io.tmpdir/jetty-localhost-37735-hadoop-hdfs-3_4_1-tests_jar-_-any-2320189621955713911/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T14:17:22,574 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@301e370e{HTTP/1.1, (http/1.1)}{localhost:37735} 2024-11-21T14:17:22,574 INFO [Time-limited test {}] server.Server(415): Started @30680ms 2024-11-21T14:17:22,666 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T14:17:22,672 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T14:17:22,673 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T14:17:22,673 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T14:17:22,673 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T14:17:22,674 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d7725da{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6deb19c-7b7d-fe2d-be79-0ea710f40deb/hadoop.log.dir/,AVAILABLE} 2024-11-21T14:17:22,674 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d1cbcba{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T14:17:22,795 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5f736734{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6deb19c-7b7d-fe2d-be79-0ea710f40deb/java.io.tmpdir/jetty-localhost-33831-hadoop-hdfs-3_4_1-tests_jar-_-any-7988414108513382726/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T14:17:22,795 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3183cd5d{HTTP/1.1, (http/1.1)}{localhost:33831} 2024-11-21T14:17:22,795 INFO [Time-limited test {}] server.Server(415): Started @30901ms 2024-11-21T14:17:22,797 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T14:17:22,910 WARN [Thread-499 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6deb19c-7b7d-fe2d-be79-0ea710f40deb/cluster_bb6e4cfb-5314-8eb0-9b41-c9f62062562b/data/data1/current/BP-1422564036-172.17.0.2-1732198642385/current, will proceed with Du for space computation calculation, 2024-11-21T14:17:22,910 WARN [Thread-500 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6deb19c-7b7d-fe2d-be79-0ea710f40deb/cluster_bb6e4cfb-5314-8eb0-9b41-c9f62062562b/data/data2/current/BP-1422564036-172.17.0.2-1732198642385/current, will proceed with Du for space computation calculation, 2024-11-21T14:17:22,930 WARN [Thread-487 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T14:17:22,932 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd0311659e64eb484 with lease ID 0xf8cf1ee9acce2782: Processing first storage report for DS-b184dfab-1207-4e05-b42d-c72437b9489c from datanode DatanodeRegistration(127.0.0.1:38869, datanodeUuid=24de47a0-a518-42ba-8989-3f6cdedbcb19, infoPort=43293, infoSecurePort=0, ipcPort=44847, storageInfo=lv=-57;cid=testClusterID;nsid=97859647;c=1732198642385) 2024-11-21T14:17:22,933 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd0311659e64eb484 with lease ID 0xf8cf1ee9acce2782: from storage DS-b184dfab-1207-4e05-b42d-c72437b9489c node DatanodeRegistration(127.0.0.1:38869, datanodeUuid=24de47a0-a518-42ba-8989-3f6cdedbcb19, infoPort=43293, infoSecurePort=0, ipcPort=44847, storageInfo=lv=-57;cid=testClusterID;nsid=97859647;c=1732198642385), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T14:17:22,933 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd0311659e64eb484 with lease ID 0xf8cf1ee9acce2782: Processing first storage report for DS-3e45b895-0c31-475e-af99-957eb7c06711 from datanode DatanodeRegistration(127.0.0.1:38869, datanodeUuid=24de47a0-a518-42ba-8989-3f6cdedbcb19, infoPort=43293, infoSecurePort=0, ipcPort=44847, storageInfo=lv=-57;cid=testClusterID;nsid=97859647;c=1732198642385) 2024-11-21T14:17:22,933 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd0311659e64eb484 with lease ID 0xf8cf1ee9acce2782: from storage DS-3e45b895-0c31-475e-af99-957eb7c06711 node DatanodeRegistration(127.0.0.1:38869, datanodeUuid=24de47a0-a518-42ba-8989-3f6cdedbcb19, infoPort=43293, infoSecurePort=0, ipcPort=44847, storageInfo=lv=-57;cid=testClusterID;nsid=97859647;c=1732198642385), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T14:17:23,025 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6deb19c-7b7d-fe2d-be79-0ea710f40deb 2024-11-21T14:17:23,026 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:17:23,027 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:17:23,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38869 is added to blk_1073741825_1001 (size=7) 2024-11-21T14:17:23,438 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39125/user/jenkins/test-data/1c71da28-c595-02d5-5621-19f6871a90e6 with version=8 2024-11-21T14:17:23,438 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39125/user/jenkins/test-data/1c71da28-c595-02d5-5621-19f6871a90e6/hbase-staging 2024-11-21T14:17:23,440 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8a7a968213a0:0 server-side Connection retries=45 2024-11-21T14:17:23,441 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T14:17:23,441 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T14:17:23,441 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T14:17:23,441 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T14:17:23,441 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T14:17:23,441 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T14:17:23,441 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T14:17:23,442 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42323 2024-11-21T14:17:23,443 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42323 connecting to ZooKeeper ensemble=127.0.0.1:59928 2024-11-21T14:17:23,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:423230x0, quorum=127.0.0.1:59928, baseZNode=/0532378741 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T14:17:23,450 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42323-0x1013ae39d3d0000 connected 2024-11-21T14:17:23,474 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:17:23,476 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:17:23,478 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42323-0x1013ae39d3d0000, quorum=127.0.0.1:59928, baseZNode=/0532378741 Set watcher on znode that does not yet exist, /0532378741/running 2024-11-21T14:17:23,478 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39125/user/jenkins/test-data/1c71da28-c595-02d5-5621-19f6871a90e6, hbase.cluster.distributed=false 2024-11-21T14:17:23,480 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42323-0x1013ae39d3d0000, quorum=127.0.0.1:59928, baseZNode=/0532378741 Set watcher on znode that does not yet exist, /0532378741/acl 2024-11-21T14:17:23,480 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42323 2024-11-21T14:17:23,480 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42323 2024-11-21T14:17:23,481 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42323 2024-11-21T14:17:23,481 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42323 2024-11-21T14:17:23,481 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42323 2024-11-21T14:17:23,497 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8a7a968213a0:0 server-side Connection retries=45 2024-11-21T14:17:23,498 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T14:17:23,498 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T14:17:23,498 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T14:17:23,498 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T14:17:23,498 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T14:17:23,498 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T14:17:23,498 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T14:17:23,528 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39105 2024-11-21T14:17:23,530 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39105 connecting to ZooKeeper ensemble=127.0.0.1:59928 2024-11-21T14:17:23,530 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:17:23,532 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:17:23,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:391050x0, quorum=127.0.0.1:59928, baseZNode=/0532378741 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T14:17:23,536 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39105-0x1013ae39d3d0001 connected 2024-11-21T14:17:23,536 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39105-0x1013ae39d3d0001, quorum=127.0.0.1:59928, baseZNode=/0532378741 Set watcher on znode that does not yet exist, /0532378741/running 2024-11-21T14:17:23,537 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T14:17:23,538 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T14:17:23,539 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39105-0x1013ae39d3d0001, quorum=127.0.0.1:59928, baseZNode=/0532378741 Set watcher on znode that does not yet exist, /0532378741/master 2024-11-21T14:17:23,540 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39105-0x1013ae39d3d0001, quorum=127.0.0.1:59928, baseZNode=/0532378741 Set watcher on znode that does not yet exist, /0532378741/acl 2024-11-21T14:17:23,541 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39105 2024-11-21T14:17:23,541 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39105 2024-11-21T14:17:23,542 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39105 2024-11-21T14:17:23,542 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39105 2024-11-21T14:17:23,543 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39105 2024-11-21T14:17:23,559 DEBUG [M:0;8a7a968213a0:42323 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8a7a968213a0:42323 2024-11-21T14:17:23,559 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0532378741/backup-masters/8a7a968213a0,42323,1732198643440 2024-11-21T14:17:23,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42323-0x1013ae39d3d0000, quorum=127.0.0.1:59928, baseZNode=/0532378741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0532378741/backup-masters 2024-11-21T14:17:23,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39105-0x1013ae39d3d0001, quorum=127.0.0.1:59928, baseZNode=/0532378741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0532378741/backup-masters 2024-11-21T14:17:23,562 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42323-0x1013ae39d3d0000, quorum=127.0.0.1:59928, baseZNode=/0532378741 Set watcher on existing znode=/0532378741/backup-masters/8a7a968213a0,42323,1732198643440 2024-11-21T14:17:23,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39105-0x1013ae39d3d0001, quorum=127.0.0.1:59928, baseZNode=/0532378741 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0532378741/master 2024-11-21T14:17:23,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42323-0x1013ae39d3d0000, quorum=127.0.0.1:59928, baseZNode=/0532378741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0532378741 2024-11-21T14:17:23,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39105-0x1013ae39d3d0001, quorum=127.0.0.1:59928, baseZNode=/0532378741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0532378741 2024-11-21T14:17:23,563 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42323-0x1013ae39d3d0000, quorum=127.0.0.1:59928, baseZNode=/0532378741 Set watcher on existing znode=/0532378741/master 2024-11-21T14:17:23,564 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0532378741/backup-masters/8a7a968213a0,42323,1732198643440 from backup master directory 2024-11-21T14:17:23,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42323-0x1013ae39d3d0000, quorum=127.0.0.1:59928, baseZNode=/0532378741 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0532378741/backup-masters/8a7a968213a0,42323,1732198643440 2024-11-21T14:17:23,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39105-0x1013ae39d3d0001, quorum=127.0.0.1:59928, baseZNode=/0532378741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0532378741/backup-masters 2024-11-21T14:17:23,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42323-0x1013ae39d3d0000, quorum=127.0.0.1:59928, baseZNode=/0532378741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0532378741/backup-masters 2024-11-21T14:17:23,567 WARN [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T14:17:23,567 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8a7a968213a0,42323,1732198643440 2024-11-21T14:17:23,571 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39125/user/jenkins/test-data/1c71da28-c595-02d5-5621-19f6871a90e6/hbase.id] with ID: 3045afbf-d5a3-4560-a2ba-4c7960c30c14 2024-11-21T14:17:23,571 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39125/user/jenkins/test-data/1c71da28-c595-02d5-5621-19f6871a90e6/.tmp/hbase.id 2024-11-21T14:17:23,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38869 is added to blk_1073741826_1002 (size=42) 2024-11-21T14:17:23,977 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39125/user/jenkins/test-data/1c71da28-c595-02d5-5621-19f6871a90e6/.tmp/hbase.id]:[hdfs://localhost:39125/user/jenkins/test-data/1c71da28-c595-02d5-5621-19f6871a90e6/hbase.id] 2024-11-21T14:17:23,991 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:17:23,991 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T14:17:23,993 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-21T14:17:23,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42323-0x1013ae39d3d0000, quorum=127.0.0.1:59928, baseZNode=/0532378741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0532378741 2024-11-21T14:17:23,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39105-0x1013ae39d3d0001, quorum=127.0.0.1:59928, baseZNode=/0532378741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0532378741 2024-11-21T14:17:24,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38869 is added to blk_1073741827_1003 (size=196) 2024-11-21T14:17:24,402 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T14:17:24,402 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T14:17:24,403 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:17:24,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38869 is added to blk_1073741828_1004 (size=1189) 2024-11-21T14:17:24,811 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39125/user/jenkins/test-data/1c71da28-c595-02d5-5621-19f6871a90e6/MasterData/data/master/store 2024-11-21T14:17:24,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38869 is added to blk_1073741829_1005 (size=34) 2024-11-21T14:17:25,126 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T14:17:25,127 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:17:25,140 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:17:25,219 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:17:25,219 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T14:17:25,219 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:17:25,219 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:17:25,219 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T14:17:25,219 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:17:25,219 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:17:25,219 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732198645219Disabling compacts and flushes for region at 1732198645219Disabling writes for close at 1732198645219Writing region close event to WAL at 1732198645219Closed at 1732198645219 2024-11-21T14:17:25,221 WARN [master/8a7a968213a0:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39125/user/jenkins/test-data/1c71da28-c595-02d5-5621-19f6871a90e6/MasterData/data/master/store/.initializing 2024-11-21T14:17:25,221 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39125/user/jenkins/test-data/1c71da28-c595-02d5-5621-19f6871a90e6/MasterData/WALs/8a7a968213a0,42323,1732198643440 2024-11-21T14:17:25,222 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T14:17:25,224 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8a7a968213a0%2C42323%2C1732198643440, suffix=, logDir=hdfs://localhost:39125/user/jenkins/test-data/1c71da28-c595-02d5-5621-19f6871a90e6/MasterData/WALs/8a7a968213a0,42323,1732198643440, archiveDir=hdfs://localhost:39125/user/jenkins/test-data/1c71da28-c595-02d5-5621-19f6871a90e6/MasterData/oldWALs, maxLogs=10 2024-11-21T14:17:25,241 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1c71da28-c595-02d5-5621-19f6871a90e6/MasterData/WALs/8a7a968213a0,42323,1732198643440/8a7a968213a0%2C42323%2C1732198643440.1732198645224, exclude list is [], retry=0 2024-11-21T14:17:25,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38869,DS-b184dfab-1207-4e05-b42d-c72437b9489c,DISK] 2024-11-21T14:17:25,246 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1c71da28-c595-02d5-5621-19f6871a90e6/MasterData/WALs/8a7a968213a0,42323,1732198643440/8a7a968213a0%2C42323%2C1732198643440.1732198645224 2024-11-21T14:17:25,247 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43293:43293)] 2024-11-21T14:17:25,247 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T14:17:25,247 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:17:25,247 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:17:25,247 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:17:25,249 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:17:25,251 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T14:17:25,251 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:17:25,252 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:17:25,252 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:17:25,253 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T14:17:25,253 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:17:25,254 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:17:25,254 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:17:25,255 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T14:17:25,256 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:17:25,256 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:17:25,256 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:17:25,258 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T14:17:25,258 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:17:25,258 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:17:25,258 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:17:25,259 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39125/user/jenkins/test-data/1c71da28-c595-02d5-5621-19f6871a90e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:17:25,260 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39125/user/jenkins/test-data/1c71da28-c595-02d5-5621-19f6871a90e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:17:25,261 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:17:25,261 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:17:25,261 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T14:17:25,263 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:17:25,265 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39125/user/jenkins/test-data/1c71da28-c595-02d5-5621-19f6871a90e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T14:17:25,266 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73305324, jitterRate=0.09233444929122925}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T14:17:25,267 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732198645247Initializing all the Stores at 1732198645248 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198645248Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198645249 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198645249Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198645249Cleaning up temporary data from old regions at 1732198645261 (+12 ms)Region opened successfully at 1732198645267 (+6 ms) 2024-11-21T14:17:25,267 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T14:17:25,271 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c451ff8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8a7a968213a0/172.17.0.2:0 2024-11-21T14:17:25,272 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T14:17:25,272 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T14:17:25,272 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T14:17:25,272 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T14:17:25,272 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T14:17:25,273 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T14:17:25,273 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T14:17:25,275 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T14:17:25,276 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42323-0x1013ae39d3d0000, quorum=127.0.0.1:59928, baseZNode=/0532378741 Unable to get data of znode /0532378741/balancer because node does not exist (not necessarily an error) 2024-11-21T14:17:25,277 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0532378741/balancer already deleted, retry=false 2024-11-21T14:17:25,277 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T14:17:25,278 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42323-0x1013ae39d3d0000, quorum=127.0.0.1:59928, baseZNode=/0532378741 Unable to get data of znode /0532378741/normalizer because node does not exist (not necessarily an error) 2024-11-21T14:17:25,279 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0532378741/normalizer already deleted, retry=false 2024-11-21T14:17:25,280 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T14:17:25,282 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42323-0x1013ae39d3d0000, quorum=127.0.0.1:59928, baseZNode=/0532378741 Unable to get data of znode /0532378741/switch/split because node does not exist (not necessarily an error) 2024-11-21T14:17:25,284 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0532378741/switch/split already deleted, retry=false 2024-11-21T14:17:25,285 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42323-0x1013ae39d3d0000, quorum=127.0.0.1:59928, baseZNode=/0532378741 Unable to get data of znode /0532378741/switch/merge because node does not exist (not necessarily an error) 2024-11-21T14:17:25,286 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0532378741/switch/merge already deleted, retry=false 2024-11-21T14:17:25,288 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42323-0x1013ae39d3d0000, quorum=127.0.0.1:59928, baseZNode=/0532378741 Unable to get data of znode /0532378741/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T14:17:25,289 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0532378741/snapshot-cleanup already deleted, retry=false 2024-11-21T14:17:25,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39105-0x1013ae39d3d0001, quorum=127.0.0.1:59928, baseZNode=/0532378741 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0532378741/running 2024-11-21T14:17:25,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39105-0x1013ae39d3d0001, quorum=127.0.0.1:59928, baseZNode=/0532378741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0532378741 2024-11-21T14:17:25,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42323-0x1013ae39d3d0000, quorum=127.0.0.1:59928, baseZNode=/0532378741 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0532378741/running 2024-11-21T14:17:25,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42323-0x1013ae39d3d0000, quorum=127.0.0.1:59928, baseZNode=/0532378741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0532378741 2024-11-21T14:17:25,292 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8a7a968213a0,42323,1732198643440, sessionid=0x1013ae39d3d0000, setting cluster-up flag (Was=false) 2024-11-21T14:17:25,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39105-0x1013ae39d3d0001, quorum=127.0.0.1:59928, baseZNode=/0532378741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0532378741 2024-11-21T14:17:25,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42323-0x1013ae39d3d0000, quorum=127.0.0.1:59928, baseZNode=/0532378741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0532378741 2024-11-21T14:17:25,303 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0532378741/flush-table-proc/acquired, /0532378741/flush-table-proc/reached, /0532378741/flush-table-proc/abort 2024-11-21T14:17:25,304 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8a7a968213a0,42323,1732198643440 2024-11-21T14:17:25,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42323-0x1013ae39d3d0000, quorum=127.0.0.1:59928, baseZNode=/0532378741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0532378741 2024-11-21T14:17:25,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39105-0x1013ae39d3d0001, quorum=127.0.0.1:59928, baseZNode=/0532378741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0532378741 2024-11-21T14:17:25,312 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0532378741/online-snapshot/acquired, /0532378741/online-snapshot/reached, /0532378741/online-snapshot/abort 2024-11-21T14:17:25,313 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8a7a968213a0,42323,1732198643440 2024-11-21T14:17:25,314 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39125/user/jenkins/test-data/1c71da28-c595-02d5-5621-19f6871a90e6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T14:17:25,316 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T14:17:25,316 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T14:17:25,316 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T14:17:25,317 WARN [master/8a7a968213a0:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 8a7a968213a0,39893,1732198617523: status=Processing ServerCrashProcedure of 8a7a968213a0,39893,1732198617523 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1732198632246, completionTime=-1 appears to have been leaked 2024-11-21T14:17:25,317 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8a7a968213a0,42323,1732198643440 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T14:17:25,318 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8a7a968213a0:0, corePoolSize=5, maxPoolSize=5 2024-11-21T14:17:25,318 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8a7a968213a0:0, corePoolSize=5, maxPoolSize=5 2024-11-21T14:17:25,318 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8a7a968213a0:0, corePoolSize=5, maxPoolSize=5 2024-11-21T14:17:25,318 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8a7a968213a0:0, corePoolSize=5, maxPoolSize=5 2024-11-21T14:17:25,318 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8a7a968213a0:0, corePoolSize=10, maxPoolSize=10 2024-11-21T14:17:25,318 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:17:25,318 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8a7a968213a0:0, corePoolSize=2, maxPoolSize=2 2024-11-21T14:17:25,318 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:17:25,322 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T14:17:25,322 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T14:17:25,323 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:17:25,323 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T14:17:25,329 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732198675329 2024-11-21T14:17:25,329 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T14:17:25,329 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T14:17:25,329 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T14:17:25,329 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T14:17:25,330 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T14:17:25,330 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T14:17:25,330 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T14:17:25,330 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T14:17:25,330 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T14:17:25,330 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T14:17:25,330 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T14:17:25,332 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T14:17:25,332 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T14:17:25,336 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8a7a968213a0:0:becomeActiveMaster-HFileCleaner.large.0-1732198645332,5,FailOnTimeoutGroup] 2024-11-21T14:17:25,336 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8a7a968213a0:0:becomeActiveMaster-HFileCleaner.small.0-1732198645336,5,FailOnTimeoutGroup] 2024-11-21T14:17:25,337 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T14:17:25,337 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T14:17:25,337 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T14:17:25,337 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T14:17:25,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38869 is added to blk_1073741831_1007 (size=1321) 2024-11-21T14:17:25,347 INFO [RS:0;8a7a968213a0:39105 {}] regionserver.HRegionServer(746): ClusterId : 3045afbf-d5a3-4560-a2ba-4c7960c30c14 2024-11-21T14:17:25,347 DEBUG [RS:0;8a7a968213a0:39105 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T14:17:25,349 DEBUG [RS:0;8a7a968213a0:39105 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T14:17:25,350 DEBUG [RS:0;8a7a968213a0:39105 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T14:17:25,351 DEBUG [RS:0;8a7a968213a0:39105 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T14:17:25,352 DEBUG [RS:0;8a7a968213a0:39105 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16b04e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8a7a968213a0/172.17.0.2:0 2024-11-21T14:17:25,364 DEBUG [RS:0;8a7a968213a0:39105 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8a7a968213a0:39105 2024-11-21T14:17:25,364 INFO [RS:0;8a7a968213a0:39105 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T14:17:25,364 INFO [RS:0;8a7a968213a0:39105 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T14:17:25,364 DEBUG [RS:0;8a7a968213a0:39105 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T14:17:25,365 INFO [RS:0;8a7a968213a0:39105 {}] regionserver.HRegionServer(2659): reportForDuty to master=8a7a968213a0,42323,1732198643440 with port=39105, startcode=1732198643497 2024-11-21T14:17:25,365 DEBUG [RS:0;8a7a968213a0:39105 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T14:17:25,367 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34077, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T14:17:25,368 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42323 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8a7a968213a0,39105,1732198643497 2024-11-21T14:17:25,368 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42323 {}] master.ServerManager(517): Registering regionserver=8a7a968213a0,39105,1732198643497 2024-11-21T14:17:25,370 DEBUG [RS:0;8a7a968213a0:39105 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39125/user/jenkins/test-data/1c71da28-c595-02d5-5621-19f6871a90e6 2024-11-21T14:17:25,370 DEBUG [RS:0;8a7a968213a0:39105 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39125 2024-11-21T14:17:25,370 DEBUG [RS:0;8a7a968213a0:39105 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T14:17:25,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42323-0x1013ae39d3d0000, quorum=127.0.0.1:59928, baseZNode=/0532378741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0532378741/rs 2024-11-21T14:17:25,373 DEBUG [RS:0;8a7a968213a0:39105 {}] zookeeper.ZKUtil(111): regionserver:39105-0x1013ae39d3d0001, quorum=127.0.0.1:59928, baseZNode=/0532378741 Set watcher on existing znode=/0532378741/rs/8a7a968213a0,39105,1732198643497 2024-11-21T14:17:25,373 WARN [RS:0;8a7a968213a0:39105 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T14:17:25,373 INFO [RS:0;8a7a968213a0:39105 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:17:25,373 DEBUG [RS:0;8a7a968213a0:39105 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39125/user/jenkins/test-data/1c71da28-c595-02d5-5621-19f6871a90e6/WALs/8a7a968213a0,39105,1732198643497 2024-11-21T14:17:25,374 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8a7a968213a0,39105,1732198643497] 2024-11-21T14:17:25,377 INFO [RS:0;8a7a968213a0:39105 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T14:17:25,380 INFO [RS:0;8a7a968213a0:39105 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T14:17:25,380 INFO [RS:0;8a7a968213a0:39105 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T14:17:25,380 INFO [RS:0;8a7a968213a0:39105 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T14:17:25,380 INFO [RS:0;8a7a968213a0:39105 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T14:17:25,381 INFO [RS:0;8a7a968213a0:39105 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T14:17:25,381 INFO [RS:0;8a7a968213a0:39105 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T14:17:25,382 DEBUG [RS:0;8a7a968213a0:39105 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:17:25,382 DEBUG [RS:0;8a7a968213a0:39105 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:17:25,382 DEBUG [RS:0;8a7a968213a0:39105 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:17:25,382 DEBUG [RS:0;8a7a968213a0:39105 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:17:25,382 DEBUG [RS:0;8a7a968213a0:39105 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:17:25,382 DEBUG [RS:0;8a7a968213a0:39105 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8a7a968213a0:0, corePoolSize=2, maxPoolSize=2 2024-11-21T14:17:25,382 DEBUG [RS:0;8a7a968213a0:39105 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:17:25,382 DEBUG [RS:0;8a7a968213a0:39105 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:17:25,382 DEBUG [RS:0;8a7a968213a0:39105 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:17:25,382 DEBUG [RS:0;8a7a968213a0:39105 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:17:25,382 DEBUG [RS:0;8a7a968213a0:39105 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:17:25,382 DEBUG [RS:0;8a7a968213a0:39105 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:17:25,382 DEBUG [RS:0;8a7a968213a0:39105 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8a7a968213a0:0, corePoolSize=3, maxPoolSize=3 2024-11-21T14:17:25,383 DEBUG [RS:0;8a7a968213a0:39105 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8a7a968213a0:0, corePoolSize=3, maxPoolSize=3 2024-11-21T14:17:25,384 INFO [RS:0;8a7a968213a0:39105 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T14:17:25,384 INFO [RS:0;8a7a968213a0:39105 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T14:17:25,384 INFO [RS:0;8a7a968213a0:39105 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T14:17:25,384 INFO [RS:0;8a7a968213a0:39105 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T14:17:25,384 INFO [RS:0;8a7a968213a0:39105 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T14:17:25,385 INFO [RS:0;8a7a968213a0:39105 {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,39105,1732198643497-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T14:17:25,400 INFO [RS:0;8a7a968213a0:39105 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T14:17:25,400 INFO [RS:0;8a7a968213a0:39105 {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,39105,1732198643497-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T14:17:25,400 INFO [RS:0;8a7a968213a0:39105 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:17:25,400 INFO [RS:0;8a7a968213a0:39105 {}] regionserver.Replication(171): 8a7a968213a0,39105,1732198643497 started 2024-11-21T14:17:25,414 INFO [RS:0;8a7a968213a0:39105 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:17:25,414 INFO [RS:0;8a7a968213a0:39105 {}] regionserver.HRegionServer(1482): Serving as 8a7a968213a0,39105,1732198643497, RpcServer on 8a7a968213a0/172.17.0.2:39105, sessionid=0x1013ae39d3d0001 2024-11-21T14:17:25,414 DEBUG [RS:0;8a7a968213a0:39105 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T14:17:25,414 DEBUG [RS:0;8a7a968213a0:39105 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8a7a968213a0,39105,1732198643497 2024-11-21T14:17:25,414 DEBUG [RS:0;8a7a968213a0:39105 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8a7a968213a0,39105,1732198643497' 2024-11-21T14:17:25,414 DEBUG [RS:0;8a7a968213a0:39105 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0532378741/flush-table-proc/abort' 2024-11-21T14:17:25,415 DEBUG [RS:0;8a7a968213a0:39105 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0532378741/flush-table-proc/acquired' 2024-11-21T14:17:25,416 DEBUG [RS:0;8a7a968213a0:39105 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T14:17:25,416 DEBUG [RS:0;8a7a968213a0:39105 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T14:17:25,416 DEBUG [RS:0;8a7a968213a0:39105 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8a7a968213a0,39105,1732198643497 2024-11-21T14:17:25,416 DEBUG [RS:0;8a7a968213a0:39105 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8a7a968213a0,39105,1732198643497' 2024-11-21T14:17:25,416 DEBUG [RS:0;8a7a968213a0:39105 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0532378741/online-snapshot/abort' 2024-11-21T14:17:25,416 DEBUG [RS:0;8a7a968213a0:39105 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0532378741/online-snapshot/acquired' 2024-11-21T14:17:25,417 DEBUG [RS:0;8a7a968213a0:39105 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T14:17:25,417 INFO [RS:0;8a7a968213a0:39105 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T14:17:25,417 INFO [RS:0;8a7a968213a0:39105 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T14:17:25,517 INFO [RS:0;8a7a968213a0:39105 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T14:17:25,519 INFO [RS:0;8a7a968213a0:39105 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8a7a968213a0%2C39105%2C1732198643497, suffix=, logDir=hdfs://localhost:39125/user/jenkins/test-data/1c71da28-c595-02d5-5621-19f6871a90e6/WALs/8a7a968213a0,39105,1732198643497, archiveDir=hdfs://localhost:39125/user/jenkins/test-data/1c71da28-c595-02d5-5621-19f6871a90e6/oldWALs, maxLogs=10 2024-11-21T14:17:25,533 DEBUG [RS:0;8a7a968213a0:39105 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1c71da28-c595-02d5-5621-19f6871a90e6/WALs/8a7a968213a0,39105,1732198643497/8a7a968213a0%2C39105%2C1732198643497.1732198645520, exclude list is [], retry=0 2024-11-21T14:17:25,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38869,DS-b184dfab-1207-4e05-b42d-c72437b9489c,DISK] 2024-11-21T14:17:25,538 INFO [RS:0;8a7a968213a0:39105 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1c71da28-c595-02d5-5621-19f6871a90e6/WALs/8a7a968213a0,39105,1732198643497/8a7a968213a0%2C39105%2C1732198643497.1732198645520 2024-11-21T14:17:25,538 DEBUG [RS:0;8a7a968213a0:39105 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43293:43293)] 2024-11-21T14:17:25,739 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39125/user/jenkins/test-data/1c71da28-c595-02d5-5621-19f6871a90e6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T14:17:25,740 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39125/user/jenkins/test-data/1c71da28-c595-02d5-5621-19f6871a90e6 2024-11-21T14:17:25,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38869 is added to blk_1073741833_1009 (size=32) 2024-11-21T14:17:26,147 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:17:26,149 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T14:17:26,151 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T14:17:26,151 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:17:26,152 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:17:26,152 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T14:17:26,153 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T14:17:26,153 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:17:26,153 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:17:26,154 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T14:17:26,155 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T14:17:26,155 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:17:26,155 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:17:26,155 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T14:17:26,157 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T14:17:26,157 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:17:26,157 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:17:26,157 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T14:17:26,158 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39125/user/jenkins/test-data/1c71da28-c595-02d5-5621-19f6871a90e6/data/hbase/meta/1588230740 2024-11-21T14:17:26,158 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39125/user/jenkins/test-data/1c71da28-c595-02d5-5621-19f6871a90e6/data/hbase/meta/1588230740 2024-11-21T14:17:26,160 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T14:17:26,160 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T14:17:26,160 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T14:17:26,161 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T14:17:26,164 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39125/user/jenkins/test-data/1c71da28-c595-02d5-5621-19f6871a90e6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T14:17:26,164 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73435990, jitterRate=0.09428152441978455}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T14:17:26,165 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732198646148Initializing all the Stores at 1732198646149 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198646149Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198646149Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198646149Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198646149Cleaning up temporary data from old regions at 1732198646160 (+11 ms)Region opened successfully at 1732198646165 (+5 ms) 2024-11-21T14:17:26,165 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T14:17:26,165 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T14:17:26,165 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T14:17:26,165 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T14:17:26,165 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T14:17:26,165 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T14:17:26,166 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732198646165Disabling compacts and flushes for region at 1732198646165Disabling writes for close at 1732198646165Writing region close event to WAL at 1732198646165Closed at 1732198646165 2024-11-21T14:17:26,167 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T14:17:26,167 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T14:17:26,167 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T14:17:26,168 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T14:17:26,170 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T14:17:26,320 DEBUG [8a7a968213a0:42323 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T14:17:26,321 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8a7a968213a0,39105,1732198643497 2024-11-21T14:17:26,322 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8a7a968213a0,39105,1732198643497, state=OPENING 2024-11-21T14:17:26,324 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T14:17:26,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42323-0x1013ae39d3d0000, quorum=127.0.0.1:59928, baseZNode=/0532378741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0532378741 2024-11-21T14:17:26,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39105-0x1013ae39d3d0001, quorum=127.0.0.1:59928, baseZNode=/0532378741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0532378741 2024-11-21T14:17:26,326 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T14:17:26,326 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0532378741/meta-region-server: CHANGED 2024-11-21T14:17:26,326 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0532378741/meta-region-server: CHANGED 2024-11-21T14:17:26,326 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8a7a968213a0,39105,1732198643497}] 2024-11-21T14:17:26,479 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T14:17:26,481 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51349, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T14:17:26,485 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T14:17:26,485 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:17:26,485 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T14:17:26,487 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8a7a968213a0%2C39105%2C1732198643497.meta, suffix=.meta, logDir=hdfs://localhost:39125/user/jenkins/test-data/1c71da28-c595-02d5-5621-19f6871a90e6/WALs/8a7a968213a0,39105,1732198643497, archiveDir=hdfs://localhost:39125/user/jenkins/test-data/1c71da28-c595-02d5-5621-19f6871a90e6/oldWALs, maxLogs=10 2024-11-21T14:17:26,500 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1c71da28-c595-02d5-5621-19f6871a90e6/WALs/8a7a968213a0,39105,1732198643497/8a7a968213a0%2C39105%2C1732198643497.meta.1732198646487.meta, exclude list is [], retry=0 2024-11-21T14:17:26,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38869,DS-b184dfab-1207-4e05-b42d-c72437b9489c,DISK] 2024-11-21T14:17:26,505 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1c71da28-c595-02d5-5621-19f6871a90e6/WALs/8a7a968213a0,39105,1732198643497/8a7a968213a0%2C39105%2C1732198643497.meta.1732198646487.meta 2024-11-21T14:17:26,506 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43293:43293)] 2024-11-21T14:17:26,506 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T14:17:26,506 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T14:17:26,506 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T14:17:26,506 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T14:17:26,506 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T14:17:26,507 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T14:17:26,507 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:17:26,507 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T14:17:26,507 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T14:17:26,508 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T14:17:26,509 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T14:17:26,509 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:17:26,510 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:17:26,510 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T14:17:26,511 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T14:17:26,511 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:17:26,512 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:17:26,512 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T14:17:26,513 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T14:17:26,513 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:17:26,513 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:17:26,513 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T14:17:26,514 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T14:17:26,514 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:17:26,515 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:17:26,515 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T14:17:26,516 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39125/user/jenkins/test-data/1c71da28-c595-02d5-5621-19f6871a90e6/data/hbase/meta/1588230740 2024-11-21T14:17:26,517 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39125/user/jenkins/test-data/1c71da28-c595-02d5-5621-19f6871a90e6/data/hbase/meta/1588230740 2024-11-21T14:17:26,518 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T14:17:26,518 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T14:17:26,518 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T14:17:26,520 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T14:17:26,521 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68476059, jitterRate=0.020372793078422546}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T14:17:26,521 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T14:17:26,521 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732198646507Writing region info on filesystem at 1732198646507Initializing all the Stores at 1732198646508 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198646508Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198646508Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198646508Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198646508Cleaning up temporary data from old regions at 1732198646518 (+10 ms)Running coprocessor post-open hooks at 1732198646521 (+3 ms)Region opened successfully at 1732198646521 2024-11-21T14:17:26,522 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732198646479 2024-11-21T14:17:26,525 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T14:17:26,525 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T14:17:26,525 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=8a7a968213a0,39105,1732198643497 2024-11-21T14:17:26,526 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8a7a968213a0,39105,1732198643497, state=OPEN 2024-11-21T14:17:26,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39105-0x1013ae39d3d0001, quorum=127.0.0.1:59928, baseZNode=/0532378741 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0532378741/meta-region-server 2024-11-21T14:17:26,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42323-0x1013ae39d3d0000, quorum=127.0.0.1:59928, baseZNode=/0532378741 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0532378741/meta-region-server 2024-11-21T14:17:26,531 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8a7a968213a0,39105,1732198643497 2024-11-21T14:17:26,531 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0532378741/meta-region-server: CHANGED 2024-11-21T14:17:26,531 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0532378741/meta-region-server: CHANGED 2024-11-21T14:17:26,534 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T14:17:26,534 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8a7a968213a0,39105,1732198643497 in 205 msec 2024-11-21T14:17:26,537 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T14:17:26,537 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 367 msec 2024-11-21T14:17:26,538 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T14:17:26,538 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T14:17:26,539 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:17:26,539 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a7a968213a0,39105,1732198643497, seqNum=-1] 2024-11-21T14:17:26,540 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:17:26,541 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36075, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T14:17:26,547 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2310 sec 2024-11-21T14:17:26,547 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732198646547, completionTime=-1 2024-11-21T14:17:26,547 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T14:17:26,547 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T14:17:26,549 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T14:17:26,549 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732198706549 2024-11-21T14:17:26,549 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732198766549 2024-11-21T14:17:26,549 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-21T14:17:26,550 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,42323,1732198643440-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T14:17:26,550 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,42323,1732198643440-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:17:26,550 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,42323,1732198643440-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:17:26,550 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8a7a968213a0:42323, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:17:26,550 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T14:17:26,550 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T14:17:26,552 DEBUG [master/8a7a968213a0:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T14:17:26,554 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.987sec 2024-11-21T14:17:26,554 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T14:17:26,554 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T14:17:26,554 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T14:17:26,554 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T14:17:26,554 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T14:17:26,554 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,42323,1732198643440-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T14:17:26,554 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,42323,1732198643440-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T14:17:26,557 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T14:17:26,557 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T14:17:26,557 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,42323,1732198643440-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:17:26,648 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4edd3723, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:17:26,648 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8a7a968213a0,42323,-1 for getting cluster id 2024-11-21T14:17:26,648 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:17:26,649 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3045afbf-d5a3-4560-a2ba-4c7960c30c14' 2024-11-21T14:17:26,650 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:17:26,650 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3045afbf-d5a3-4560-a2ba-4c7960c30c14" 2024-11-21T14:17:26,650 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60f939cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:17:26,650 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a7a968213a0,42323,-1] 2024-11-21T14:17:26,650 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:17:26,650 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:17:26,651 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:17:26,653 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e656d0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:17:26,653 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:17:26,654 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a7a968213a0,39105,1732198643497, seqNum=-1] 2024-11-21T14:17:26,654 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:17:26,655 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T14:17:26,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=8a7a968213a0,42323,1732198643440 2024-11-21T14:17:26,658 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:59928 2024-11-21T14:17:26,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:59928, baseZNode=/0532378741 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T14:17:26,661 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013ae39d3d0002 connected 2024-11-21T14:17:26,664 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6deb19c-7b7d-fe2d-be79-0ea710f40deb/hadoop.log.dir so I do NOT create it in target/test-data/d03272fc-e074-505b-f031-5d588a118755 2024-11-21T14:17:26,664 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6deb19c-7b7d-fe2d-be79-0ea710f40deb/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T14:17:26,664 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6deb19c-7b7d-fe2d-be79-0ea710f40deb/hadoop.tmp.dir so I do NOT create it in target/test-data/d03272fc-e074-505b-f031-5d588a118755 2024-11-21T14:17:26,664 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6deb19c-7b7d-fe2d-be79-0ea710f40deb/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T14:17:26,664 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d03272fc-e074-505b-f031-5d588a118755 2024-11-21T14:17:26,664 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T14:17:26,664 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d03272fc-e074-505b-f031-5d588a118755/cluster_01bcdc83-3975-1b8b-d149-51aec5d9b5d9, deleteOnExit=true 2024-11-21T14:17:26,664 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T14:17:26,664 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d03272fc-e074-505b-f031-5d588a118755/test.cache.data in system properties and HBase conf 2024-11-21T14:17:26,664 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d03272fc-e074-505b-f031-5d588a118755/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T14:17:26,664 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d03272fc-e074-505b-f031-5d588a118755/hadoop.log.dir in system properties and HBase conf 2024-11-21T14:17:26,664 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d03272fc-e074-505b-f031-5d588a118755/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T14:17:26,664 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d03272fc-e074-505b-f031-5d588a118755/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T14:17:26,664 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T14:17:26,665 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T14:17:26,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d03272fc-e074-505b-f031-5d588a118755/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T14:17:26,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d03272fc-e074-505b-f031-5d588a118755/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T14:17:26,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d03272fc-e074-505b-f031-5d588a118755/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T14:17:26,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d03272fc-e074-505b-f031-5d588a118755/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T14:17:26,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d03272fc-e074-505b-f031-5d588a118755/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T14:17:26,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d03272fc-e074-505b-f031-5d588a118755/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T14:17:26,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d03272fc-e074-505b-f031-5d588a118755/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T14:17:26,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d03272fc-e074-505b-f031-5d588a118755/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T14:17:26,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d03272fc-e074-505b-f031-5d588a118755/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T14:17:26,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d03272fc-e074-505b-f031-5d588a118755/nfs.dump.dir in system properties and HBase conf 2024-11-21T14:17:26,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d03272fc-e074-505b-f031-5d588a118755/java.io.tmpdir in system properties and HBase conf 2024-11-21T14:17:26,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d03272fc-e074-505b-f031-5d588a118755/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T14:17:26,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d03272fc-e074-505b-f031-5d588a118755/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T14:17:26,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d03272fc-e074-505b-f031-5d588a118755/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T14:17:26,750 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T14:17:26,755 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T14:17:26,756 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T14:17:26,756 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T14:17:26,756 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T14:17:26,757 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T14:17:26,758 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ee1e224{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d03272fc-e074-505b-f031-5d588a118755/hadoop.log.dir/,AVAILABLE} 2024-11-21T14:17:26,759 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13222590{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T14:17:26,879 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@325753d3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d03272fc-e074-505b-f031-5d588a118755/java.io.tmpdir/jetty-localhost-45185-hadoop-hdfs-3_4_1-tests_jar-_-any-17433929862813947991/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T14:17:26,880 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5bf604b7{HTTP/1.1, (http/1.1)}{localhost:45185} 2024-11-21T14:17:26,880 INFO [Time-limited test {}] server.Server(415): Started @34985ms 2024-11-21T14:17:26,966 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T14:17:26,969 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T14:17:26,969 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T14:17:26,969 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T14:17:26,969 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T14:17:26,970 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16f1601f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d03272fc-e074-505b-f031-5d588a118755/hadoop.log.dir/,AVAILABLE} 2024-11-21T14:17:26,970 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75f9c4cb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T14:17:27,085 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@372c6d8e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d03272fc-e074-505b-f031-5d588a118755/java.io.tmpdir/jetty-localhost-44269-hadoop-hdfs-3_4_1-tests_jar-_-any-6424350519828483393/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T14:17:27,085 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@654d7991{HTTP/1.1, (http/1.1)}{localhost:44269} 2024-11-21T14:17:27,085 INFO [Time-limited test {}] server.Server(415): Started @35191ms 2024-11-21T14:17:27,087 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T14:17:27,188 WARN [Thread-621 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d03272fc-e074-505b-f031-5d588a118755/cluster_01bcdc83-3975-1b8b-d149-51aec5d9b5d9/data/data2/current/BP-1873293711-172.17.0.2-1732198646696/current, will proceed with Du for space computation calculation, 2024-11-21T14:17:27,188 WARN [Thread-620 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d03272fc-e074-505b-f031-5d588a118755/cluster_01bcdc83-3975-1b8b-d149-51aec5d9b5d9/data/data1/current/BP-1873293711-172.17.0.2-1732198646696/current, will proceed with Du for space computation calculation, 2024-11-21T14:17:27,215 WARN [Thread-608 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T14:17:27,218 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xec9fafc6e280914a with lease ID 0xc88e261b710a60e4: Processing first storage report for DS-7a19c081-0108-479e-8072-2400c8a35775 from datanode DatanodeRegistration(127.0.0.1:41995, datanodeUuid=53aff977-f18b-4ca5-90b3-9f9d1407a5bd, infoPort=33623, infoSecurePort=0, ipcPort=38973, storageInfo=lv=-57;cid=testClusterID;nsid=1081963503;c=1732198646696) 2024-11-21T14:17:27,218 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xec9fafc6e280914a with lease ID 0xc88e261b710a60e4: from storage DS-7a19c081-0108-479e-8072-2400c8a35775 node DatanodeRegistration(127.0.0.1:41995, datanodeUuid=53aff977-f18b-4ca5-90b3-9f9d1407a5bd, infoPort=33623, infoSecurePort=0, ipcPort=38973, storageInfo=lv=-57;cid=testClusterID;nsid=1081963503;c=1732198646696), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T14:17:27,218 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xec9fafc6e280914a with lease ID 0xc88e261b710a60e4: Processing first storage report for DS-0844e052-fab0-414e-9036-ae5abdee45d9 from datanode DatanodeRegistration(127.0.0.1:41995, datanodeUuid=53aff977-f18b-4ca5-90b3-9f9d1407a5bd, infoPort=33623, infoSecurePort=0, ipcPort=38973, storageInfo=lv=-57;cid=testClusterID;nsid=1081963503;c=1732198646696) 2024-11-21T14:17:27,218 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xec9fafc6e280914a with lease ID 0xc88e261b710a60e4: from storage DS-0844e052-fab0-414e-9036-ae5abdee45d9 node DatanodeRegistration(127.0.0.1:41995, datanodeUuid=53aff977-f18b-4ca5-90b3-9f9d1407a5bd, infoPort=33623, infoSecurePort=0, ipcPort=38973, storageInfo=lv=-57;cid=testClusterID;nsid=1081963503;c=1732198646696), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T14:17:27,223 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d03272fc-e074-505b-f031-5d588a118755 2024-11-21T14:17:27,223 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:17:27,225 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:17:27,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41995 is added to blk_1073741825_1001 (size=7) 2024-11-21T14:17:27,244 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-21T14:17:27,634 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42507/user/jenkins/test-data/60c33b80-e9c0-b5f4-3fe4-59ea4abf3f3d with version=8 2024-11-21T14:17:27,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42507/user/jenkins/test-data/60c33b80-e9c0-b5f4-3fe4-59ea4abf3f3d/hbase-staging 2024-11-21T14:17:27,637 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8a7a968213a0:0 server-side Connection retries=45 2024-11-21T14:17:27,637 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T14:17:27,637 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T14:17:27,638 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T14:17:27,638 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T14:17:27,638 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T14:17:27,638 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T14:17:27,638 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T14:17:27,638 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39459 2024-11-21T14:17:27,640 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39459 connecting to ZooKeeper ensemble=127.0.0.1:59928 2024-11-21T14:17:27,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:394590x0, quorum=127.0.0.1:59928, baseZNode=/1-1908760538 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T14:17:27,643 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39459-0x1013ae39d3d0003 connected 2024-11-21T14:17:27,656 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:17:27,657 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:17:27,661 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39459-0x1013ae39d3d0003, quorum=127.0.0.1:59928, baseZNode=/1-1908760538 Set watcher on znode that does not yet exist, /1-1908760538/running 2024-11-21T14:17:27,661 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42507/user/jenkins/test-data/60c33b80-e9c0-b5f4-3fe4-59ea4abf3f3d, hbase.cluster.distributed=false 2024-11-21T14:17:27,663 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39459-0x1013ae39d3d0003, quorum=127.0.0.1:59928, baseZNode=/1-1908760538 Set watcher on znode that does not yet exist, /1-1908760538/acl 2024-11-21T14:17:27,663 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39459 2024-11-21T14:17:27,663 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39459 2024-11-21T14:17:27,664 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39459 2024-11-21T14:17:27,672 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39459 2024-11-21T14:17:27,672 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39459 2024-11-21T14:17:27,690 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8a7a968213a0:0 server-side Connection retries=45 2024-11-21T14:17:27,690 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T14:17:27,690 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T14:17:27,690 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T14:17:27,690 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T14:17:27,690 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T14:17:27,690 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T14:17:27,690 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T14:17:27,691 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40747 2024-11-21T14:17:27,693 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40747 connecting to ZooKeeper ensemble=127.0.0.1:59928 2024-11-21T14:17:27,693 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:17:27,696 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:17:27,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:407470x0, quorum=127.0.0.1:59928, baseZNode=/1-1908760538 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T14:17:27,705 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:407470x0, quorum=127.0.0.1:59928, baseZNode=/1-1908760538 Set watcher on znode that does not yet exist, /1-1908760538/running 2024-11-21T14:17:27,705 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T14:17:27,705 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40747-0x1013ae39d3d0004 connected 2024-11-21T14:17:27,707 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T14:17:27,707 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40747-0x1013ae39d3d0004, quorum=127.0.0.1:59928, baseZNode=/1-1908760538 Set watcher on znode that does not yet exist, /1-1908760538/master 2024-11-21T14:17:27,708 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40747-0x1013ae39d3d0004, quorum=127.0.0.1:59928, baseZNode=/1-1908760538 Set watcher on znode that does not yet exist, /1-1908760538/acl 2024-11-21T14:17:27,712 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40747 2024-11-21T14:17:27,715 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40747 2024-11-21T14:17:27,716 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40747 2024-11-21T14:17:27,718 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40747 2024-11-21T14:17:27,718 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40747 2024-11-21T14:17:27,733 DEBUG [M:0;8a7a968213a0:39459 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8a7a968213a0:39459 2024-11-21T14:17:27,733 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1908760538/backup-masters/8a7a968213a0,39459,1732198647637 2024-11-21T14:17:27,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39459-0x1013ae39d3d0003, quorum=127.0.0.1:59928, baseZNode=/1-1908760538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1908760538/backup-masters 2024-11-21T14:17:27,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40747-0x1013ae39d3d0004, quorum=127.0.0.1:59928, baseZNode=/1-1908760538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1908760538/backup-masters 2024-11-21T14:17:27,736 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39459-0x1013ae39d3d0003, quorum=127.0.0.1:59928, baseZNode=/1-1908760538 Set watcher on existing znode=/1-1908760538/backup-masters/8a7a968213a0,39459,1732198647637 2024-11-21T14:17:27,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40747-0x1013ae39d3d0004, quorum=127.0.0.1:59928, baseZNode=/1-1908760538 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1908760538/master 2024-11-21T14:17:27,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40747-0x1013ae39d3d0004, quorum=127.0.0.1:59928, baseZNode=/1-1908760538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1908760538 2024-11-21T14:17:27,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39459-0x1013ae39d3d0003, quorum=127.0.0.1:59928, baseZNode=/1-1908760538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1908760538 2024-11-21T14:17:27,738 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39459-0x1013ae39d3d0003, quorum=127.0.0.1:59928, baseZNode=/1-1908760538 Set watcher on existing znode=/1-1908760538/master 2024-11-21T14:17:27,739 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1908760538/backup-masters/8a7a968213a0,39459,1732198647637 from backup master directory 2024-11-21T14:17:27,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40747-0x1013ae39d3d0004, quorum=127.0.0.1:59928, baseZNode=/1-1908760538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1908760538/backup-masters 2024-11-21T14:17:27,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39459-0x1013ae39d3d0003, quorum=127.0.0.1:59928, baseZNode=/1-1908760538 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1908760538/backup-masters/8a7a968213a0,39459,1732198647637 2024-11-21T14:17:27,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39459-0x1013ae39d3d0003, quorum=127.0.0.1:59928, baseZNode=/1-1908760538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1908760538/backup-masters 2024-11-21T14:17:27,742 WARN [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T14:17:27,742 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8a7a968213a0,39459,1732198647637 2024-11-21T14:17:27,748 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42507/user/jenkins/test-data/60c33b80-e9c0-b5f4-3fe4-59ea4abf3f3d/hbase.id] with ID: 809252dc-3e9a-4d01-b3fa-6517f386824a 2024-11-21T14:17:27,748 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42507/user/jenkins/test-data/60c33b80-e9c0-b5f4-3fe4-59ea4abf3f3d/.tmp/hbase.id 2024-11-21T14:17:27,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41995 is added to blk_1073741826_1002 (size=42) 2024-11-21T14:17:28,154 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42507/user/jenkins/test-data/60c33b80-e9c0-b5f4-3fe4-59ea4abf3f3d/.tmp/hbase.id]:[hdfs://localhost:42507/user/jenkins/test-data/60c33b80-e9c0-b5f4-3fe4-59ea4abf3f3d/hbase.id] 2024-11-21T14:17:28,167 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:17:28,167 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T14:17:28,168 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-21T14:17:28,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40747-0x1013ae39d3d0004, quorum=127.0.0.1:59928, baseZNode=/1-1908760538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1908760538 2024-11-21T14:17:28,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39459-0x1013ae39d3d0003, quorum=127.0.0.1:59928, baseZNode=/1-1908760538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1908760538 2024-11-21T14:17:28,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41995 is added to blk_1073741827_1003 (size=196) 2024-11-21T14:17:28,577 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T14:17:28,578 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T14:17:28,579 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:17:28,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41995 is added to blk_1073741828_1004 (size=1189) 2024-11-21T14:17:28,990 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42507/user/jenkins/test-data/60c33b80-e9c0-b5f4-3fe4-59ea4abf3f3d/MasterData/data/master/store 2024-11-21T14:17:28,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41995 is added to blk_1073741829_1005 (size=34) 2024-11-21T14:17:29,397 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:17:29,397 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T14:17:29,397 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:17:29,397 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:17:29,397 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T14:17:29,397 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:17:29,397 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:17:29,397 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732198649397Disabling compacts and flushes for region at 1732198649397Disabling writes for close at 1732198649397Writing region close event to WAL at 1732198649397Closed at 1732198649397 2024-11-21T14:17:29,398 WARN [master/8a7a968213a0:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42507/user/jenkins/test-data/60c33b80-e9c0-b5f4-3fe4-59ea4abf3f3d/MasterData/data/master/store/.initializing 2024-11-21T14:17:29,398 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42507/user/jenkins/test-data/60c33b80-e9c0-b5f4-3fe4-59ea4abf3f3d/MasterData/WALs/8a7a968213a0,39459,1732198647637 2024-11-21T14:17:29,399 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T14:17:29,401 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8a7a968213a0%2C39459%2C1732198647637, suffix=, logDir=hdfs://localhost:42507/user/jenkins/test-data/60c33b80-e9c0-b5f4-3fe4-59ea4abf3f3d/MasterData/WALs/8a7a968213a0,39459,1732198647637, archiveDir=hdfs://localhost:42507/user/jenkins/test-data/60c33b80-e9c0-b5f4-3fe4-59ea4abf3f3d/MasterData/oldWALs, maxLogs=10 2024-11-21T14:17:29,415 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/60c33b80-e9c0-b5f4-3fe4-59ea4abf3f3d/MasterData/WALs/8a7a968213a0,39459,1732198647637/8a7a968213a0%2C39459%2C1732198647637.1732198649402, exclude list is [], retry=0 2024-11-21T14:17:29,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41995,DS-7a19c081-0108-479e-8072-2400c8a35775,DISK] 2024-11-21T14:17:29,419 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/60c33b80-e9c0-b5f4-3fe4-59ea4abf3f3d/MasterData/WALs/8a7a968213a0,39459,1732198647637/8a7a968213a0%2C39459%2C1732198647637.1732198649402 2024-11-21T14:17:29,419 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33623:33623)] 2024-11-21T14:17:29,420 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T14:17:29,420 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:17:29,420 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:17:29,420 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:17:29,421 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:17:29,422 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T14:17:29,423 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:17:29,423 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:17:29,423 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:17:29,424 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T14:17:29,424 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:17:29,425 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:17:29,425 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:17:29,426 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T14:17:29,426 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:17:29,426 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:17:29,426 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:17:29,427 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T14:17:29,427 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:17:29,428 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:17:29,428 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:17:29,428 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42507/user/jenkins/test-data/60c33b80-e9c0-b5f4-3fe4-59ea4abf3f3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:17:29,429 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42507/user/jenkins/test-data/60c33b80-e9c0-b5f4-3fe4-59ea4abf3f3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:17:29,430 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:17:29,430 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:17:29,430 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T14:17:29,431 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:17:29,433 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42507/user/jenkins/test-data/60c33b80-e9c0-b5f4-3fe4-59ea4abf3f3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T14:17:29,434 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70687199, jitterRate=0.05332134664058685}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T14:17:29,434 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732198649420Initializing all the Stores at 1732198649421 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198649421Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198649421Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198649421Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198649421Cleaning up temporary data from old regions at 1732198649430 (+9 ms)Region opened successfully at 1732198649434 (+4 ms) 2024-11-21T14:17:29,434 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T14:17:29,437 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b67f583, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8a7a968213a0/172.17.0.2:0 2024-11-21T14:17:29,438 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T14:17:29,438 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T14:17:29,438 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T14:17:29,438 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T14:17:29,439 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T14:17:29,439 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T14:17:29,439 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T14:17:29,441 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T14:17:29,442 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39459-0x1013ae39d3d0003, quorum=127.0.0.1:59928, baseZNode=/1-1908760538 Unable to get data of znode /1-1908760538/balancer because node does not exist (not necessarily an error) 2024-11-21T14:17:29,443 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1908760538/balancer already deleted, retry=false 2024-11-21T14:17:29,443 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T14:17:29,444 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39459-0x1013ae39d3d0003, quorum=127.0.0.1:59928, baseZNode=/1-1908760538 Unable to get data of znode /1-1908760538/normalizer because node does not exist (not necessarily an error) 2024-11-21T14:17:29,445 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1908760538/normalizer already deleted, retry=false 2024-11-21T14:17:29,445 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T14:17:29,446 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39459-0x1013ae39d3d0003, quorum=127.0.0.1:59928, baseZNode=/1-1908760538 Unable to get data of znode /1-1908760538/switch/split because node does not exist (not necessarily an error) 2024-11-21T14:17:29,450 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1908760538/switch/split already deleted, retry=false 2024-11-21T14:17:29,451 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39459-0x1013ae39d3d0003, quorum=127.0.0.1:59928, baseZNode=/1-1908760538 Unable to get data of znode /1-1908760538/switch/merge because node does not exist (not necessarily an error) 2024-11-21T14:17:29,452 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1908760538/switch/merge already deleted, retry=false 2024-11-21T14:17:29,453 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39459-0x1013ae39d3d0003, quorum=127.0.0.1:59928, baseZNode=/1-1908760538 Unable to get data of znode /1-1908760538/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T14:17:29,454 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1908760538/snapshot-cleanup already deleted, retry=false 2024-11-21T14:17:29,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40747-0x1013ae39d3d0004, quorum=127.0.0.1:59928, baseZNode=/1-1908760538 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1908760538/running 2024-11-21T14:17:29,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39459-0x1013ae39d3d0003, quorum=127.0.0.1:59928, baseZNode=/1-1908760538 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1908760538/running 2024-11-21T14:17:29,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40747-0x1013ae39d3d0004, quorum=127.0.0.1:59928, baseZNode=/1-1908760538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1908760538 2024-11-21T14:17:29,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39459-0x1013ae39d3d0003, quorum=127.0.0.1:59928, baseZNode=/1-1908760538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1908760538 2024-11-21T14:17:29,456 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8a7a968213a0,39459,1732198647637, sessionid=0x1013ae39d3d0003, setting cluster-up flag (Was=false) 2024-11-21T14:17:29,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40747-0x1013ae39d3d0004, quorum=127.0.0.1:59928, baseZNode=/1-1908760538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1908760538 2024-11-21T14:17:29,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39459-0x1013ae39d3d0003, quorum=127.0.0.1:59928, baseZNode=/1-1908760538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1908760538 2024-11-21T14:17:29,465 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1908760538/flush-table-proc/acquired, /1-1908760538/flush-table-proc/reached, /1-1908760538/flush-table-proc/abort 2024-11-21T14:17:29,466 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8a7a968213a0,39459,1732198647637 2024-11-21T14:17:29,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40747-0x1013ae39d3d0004, quorum=127.0.0.1:59928, baseZNode=/1-1908760538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1908760538 2024-11-21T14:17:29,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39459-0x1013ae39d3d0003, quorum=127.0.0.1:59928, baseZNode=/1-1908760538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1908760538 2024-11-21T14:17:29,473 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1908760538/online-snapshot/acquired, /1-1908760538/online-snapshot/reached, /1-1908760538/online-snapshot/abort 2024-11-21T14:17:29,474 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8a7a968213a0,39459,1732198647637 2024-11-21T14:17:29,475 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42507/user/jenkins/test-data/60c33b80-e9c0-b5f4-3fe4-59ea4abf3f3d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T14:17:29,477 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T14:17:29,477 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T14:17:29,477 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T14:17:29,477 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8a7a968213a0,39459,1732198647637 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T14:17:29,478 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8a7a968213a0:0, corePoolSize=5, maxPoolSize=5 2024-11-21T14:17:29,479 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8a7a968213a0:0, corePoolSize=5, maxPoolSize=5 2024-11-21T14:17:29,479 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8a7a968213a0:0, corePoolSize=5, maxPoolSize=5 2024-11-21T14:17:29,479 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8a7a968213a0:0, corePoolSize=5, maxPoolSize=5 2024-11-21T14:17:29,479 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8a7a968213a0:0, corePoolSize=10, maxPoolSize=10 2024-11-21T14:17:29,479 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:17:29,479 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8a7a968213a0:0, corePoolSize=2, maxPoolSize=2 2024-11-21T14:17:29,479 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:17:29,481 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732198679481 2024-11-21T14:17:29,481 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T14:17:29,481 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T14:17:29,481 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T14:17:29,481 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T14:17:29,481 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T14:17:29,481 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T14:17:29,481 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T14:17:29,481 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T14:17:29,482 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T14:17:29,482 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T14:17:29,482 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T14:17:29,482 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T14:17:29,482 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:17:29,482 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T14:17:29,482 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T14:17:29,484 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T14:17:29,484 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T14:17:29,485 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8a7a968213a0:0:becomeActiveMaster-HFileCleaner.large.0-1732198649484,5,FailOnTimeoutGroup] 2024-11-21T14:17:29,485 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8a7a968213a0:0:becomeActiveMaster-HFileCleaner.small.0-1732198649485,5,FailOnTimeoutGroup] 2024-11-21T14:17:29,485 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T14:17:29,485 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T14:17:29,485 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T14:17:29,485 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T14:17:29,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41995 is added to blk_1073741831_1007 (size=1321) 2024-11-21T14:17:29,521 INFO [RS:0;8a7a968213a0:40747 {}] regionserver.HRegionServer(746): ClusterId : 809252dc-3e9a-4d01-b3fa-6517f386824a 2024-11-21T14:17:29,521 DEBUG [RS:0;8a7a968213a0:40747 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T14:17:29,523 DEBUG [RS:0;8a7a968213a0:40747 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T14:17:29,523 DEBUG [RS:0;8a7a968213a0:40747 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T14:17:29,525 DEBUG [RS:0;8a7a968213a0:40747 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T14:17:29,525 DEBUG [RS:0;8a7a968213a0:40747 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c1ab025, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8a7a968213a0/172.17.0.2:0 2024-11-21T14:17:29,537 DEBUG [RS:0;8a7a968213a0:40747 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8a7a968213a0:40747 2024-11-21T14:17:29,537 INFO [RS:0;8a7a968213a0:40747 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T14:17:29,537 INFO [RS:0;8a7a968213a0:40747 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T14:17:29,537 DEBUG [RS:0;8a7a968213a0:40747 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T14:17:29,538 INFO [RS:0;8a7a968213a0:40747 {}] regionserver.HRegionServer(2659): reportForDuty to master=8a7a968213a0,39459,1732198647637 with port=40747, startcode=1732198647689 2024-11-21T14:17:29,538 DEBUG [RS:0;8a7a968213a0:40747 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T14:17:29,539 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35675, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T14:17:29,540 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39459 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8a7a968213a0,40747,1732198647689 2024-11-21T14:17:29,540 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39459 {}] master.ServerManager(517): Registering regionserver=8a7a968213a0,40747,1732198647689 2024-11-21T14:17:29,541 DEBUG [RS:0;8a7a968213a0:40747 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42507/user/jenkins/test-data/60c33b80-e9c0-b5f4-3fe4-59ea4abf3f3d 2024-11-21T14:17:29,542 DEBUG [RS:0;8a7a968213a0:40747 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42507 2024-11-21T14:17:29,542 DEBUG [RS:0;8a7a968213a0:40747 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T14:17:29,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39459-0x1013ae39d3d0003, quorum=127.0.0.1:59928, baseZNode=/1-1908760538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1908760538/rs 2024-11-21T14:17:29,548 DEBUG [RS:0;8a7a968213a0:40747 {}] zookeeper.ZKUtil(111): regionserver:40747-0x1013ae39d3d0004, quorum=127.0.0.1:59928, baseZNode=/1-1908760538 Set watcher on existing znode=/1-1908760538/rs/8a7a968213a0,40747,1732198647689 2024-11-21T14:17:29,548 WARN [RS:0;8a7a968213a0:40747 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T14:17:29,549 INFO [RS:0;8a7a968213a0:40747 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:17:29,549 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8a7a968213a0,40747,1732198647689] 2024-11-21T14:17:29,549 DEBUG [RS:0;8a7a968213a0:40747 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42507/user/jenkins/test-data/60c33b80-e9c0-b5f4-3fe4-59ea4abf3f3d/WALs/8a7a968213a0,40747,1732198647689 2024-11-21T14:17:29,553 INFO [RS:0;8a7a968213a0:40747 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T14:17:29,555 INFO [RS:0;8a7a968213a0:40747 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T14:17:29,555 INFO [RS:0;8a7a968213a0:40747 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T14:17:29,555 INFO [RS:0;8a7a968213a0:40747 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T14:17:29,556 INFO [RS:0;8a7a968213a0:40747 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T14:17:29,556 INFO [RS:0;8a7a968213a0:40747 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T14:17:29,556 INFO [RS:0;8a7a968213a0:40747 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T14:17:29,557 DEBUG [RS:0;8a7a968213a0:40747 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:17:29,557 DEBUG [RS:0;8a7a968213a0:40747 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:17:29,557 DEBUG [RS:0;8a7a968213a0:40747 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:17:29,557 DEBUG [RS:0;8a7a968213a0:40747 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:17:29,557 DEBUG [RS:0;8a7a968213a0:40747 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:17:29,557 DEBUG [RS:0;8a7a968213a0:40747 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8a7a968213a0:0, corePoolSize=2, maxPoolSize=2 2024-11-21T14:17:29,557 DEBUG [RS:0;8a7a968213a0:40747 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:17:29,557 DEBUG [RS:0;8a7a968213a0:40747 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:17:29,557 DEBUG [RS:0;8a7a968213a0:40747 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:17:29,557 DEBUG [RS:0;8a7a968213a0:40747 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:17:29,557 DEBUG [RS:0;8a7a968213a0:40747 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:17:29,557 DEBUG [RS:0;8a7a968213a0:40747 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:17:29,558 DEBUG [RS:0;8a7a968213a0:40747 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8a7a968213a0:0, corePoolSize=3, maxPoolSize=3 2024-11-21T14:17:29,558 DEBUG [RS:0;8a7a968213a0:40747 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8a7a968213a0:0, corePoolSize=3, maxPoolSize=3 2024-11-21T14:17:29,558 INFO [RS:0;8a7a968213a0:40747 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T14:17:29,558 INFO [RS:0;8a7a968213a0:40747 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T14:17:29,558 INFO [RS:0;8a7a968213a0:40747 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T14:17:29,558 INFO [RS:0;8a7a968213a0:40747 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T14:17:29,558 INFO [RS:0;8a7a968213a0:40747 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T14:17:29,558 INFO [RS:0;8a7a968213a0:40747 {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,40747,1732198647689-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T14:17:29,574 INFO [RS:0;8a7a968213a0:40747 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T14:17:29,574 INFO [RS:0;8a7a968213a0:40747 {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,40747,1732198647689-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T14:17:29,574 INFO [RS:0;8a7a968213a0:40747 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:17:29,574 INFO [RS:0;8a7a968213a0:40747 {}] regionserver.Replication(171): 8a7a968213a0,40747,1732198647689 started 2024-11-21T14:17:29,587 INFO [RS:0;8a7a968213a0:40747 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:17:29,587 INFO [RS:0;8a7a968213a0:40747 {}] regionserver.HRegionServer(1482): Serving as 8a7a968213a0,40747,1732198647689, RpcServer on 8a7a968213a0/172.17.0.2:40747, sessionid=0x1013ae39d3d0004 2024-11-21T14:17:29,588 DEBUG [RS:0;8a7a968213a0:40747 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T14:17:29,588 DEBUG [RS:0;8a7a968213a0:40747 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8a7a968213a0,40747,1732198647689 2024-11-21T14:17:29,588 DEBUG [RS:0;8a7a968213a0:40747 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8a7a968213a0,40747,1732198647689' 2024-11-21T14:17:29,588 DEBUG [RS:0;8a7a968213a0:40747 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1908760538/flush-table-proc/abort' 2024-11-21T14:17:29,588 DEBUG [RS:0;8a7a968213a0:40747 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1908760538/flush-table-proc/acquired' 2024-11-21T14:17:29,589 DEBUG [RS:0;8a7a968213a0:40747 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T14:17:29,589 DEBUG [RS:0;8a7a968213a0:40747 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T14:17:29,589 DEBUG [RS:0;8a7a968213a0:40747 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8a7a968213a0,40747,1732198647689 2024-11-21T14:17:29,589 DEBUG [RS:0;8a7a968213a0:40747 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8a7a968213a0,40747,1732198647689' 2024-11-21T14:17:29,589 DEBUG [RS:0;8a7a968213a0:40747 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1908760538/online-snapshot/abort' 2024-11-21T14:17:29,589 DEBUG [RS:0;8a7a968213a0:40747 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1908760538/online-snapshot/acquired' 2024-11-21T14:17:29,589 DEBUG [RS:0;8a7a968213a0:40747 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T14:17:29,589 INFO [RS:0;8a7a968213a0:40747 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T14:17:29,589 INFO [RS:0;8a7a968213a0:40747 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T14:17:29,690 INFO [RS:0;8a7a968213a0:40747 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T14:17:29,692 INFO [RS:0;8a7a968213a0:40747 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8a7a968213a0%2C40747%2C1732198647689, suffix=, logDir=hdfs://localhost:42507/user/jenkins/test-data/60c33b80-e9c0-b5f4-3fe4-59ea4abf3f3d/WALs/8a7a968213a0,40747,1732198647689, archiveDir=hdfs://localhost:42507/user/jenkins/test-data/60c33b80-e9c0-b5f4-3fe4-59ea4abf3f3d/oldWALs, maxLogs=10 2024-11-21T14:17:29,706 DEBUG [RS:0;8a7a968213a0:40747 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/60c33b80-e9c0-b5f4-3fe4-59ea4abf3f3d/WALs/8a7a968213a0,40747,1732198647689/8a7a968213a0%2C40747%2C1732198647689.1732198649692, exclude list is [], retry=0 2024-11-21T14:17:29,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41995,DS-7a19c081-0108-479e-8072-2400c8a35775,DISK] 2024-11-21T14:17:29,711 INFO [RS:0;8a7a968213a0:40747 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/60c33b80-e9c0-b5f4-3fe4-59ea4abf3f3d/WALs/8a7a968213a0,40747,1732198647689/8a7a968213a0%2C40747%2C1732198647689.1732198649692 2024-11-21T14:17:29,711 DEBUG [RS:0;8a7a968213a0:40747 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33623:33623)] 2024-11-21T14:17:29,891 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42507/user/jenkins/test-data/60c33b80-e9c0-b5f4-3fe4-59ea4abf3f3d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T14:17:29,892 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42507/user/jenkins/test-data/60c33b80-e9c0-b5f4-3fe4-59ea4abf3f3d 2024-11-21T14:17:29,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41995 is added to blk_1073741833_1009 (size=32) 2024-11-21T14:17:30,299 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:17:30,300 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T14:17:30,302 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T14:17:30,302 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:17:30,302 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:17:30,302 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T14:17:30,304 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T14:17:30,304 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:17:30,304 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:17:30,304 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T14:17:30,305 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T14:17:30,305 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:17:30,306 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:17:30,306 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T14:17:30,307 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T14:17:30,307 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:17:30,307 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:17:30,307 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T14:17:30,308 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42507/user/jenkins/test-data/60c33b80-e9c0-b5f4-3fe4-59ea4abf3f3d/data/hbase/meta/1588230740 2024-11-21T14:17:30,308 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42507/user/jenkins/test-data/60c33b80-e9c0-b5f4-3fe4-59ea4abf3f3d/data/hbase/meta/1588230740 2024-11-21T14:17:30,310 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T14:17:30,310 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T14:17:30,310 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T14:17:30,311 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T14:17:30,313 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42507/user/jenkins/test-data/60c33b80-e9c0-b5f4-3fe4-59ea4abf3f3d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T14:17:30,314 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63616491, jitterRate=-0.05204041302204132}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T14:17:30,314 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732198650299Initializing all the Stores at 1732198650300 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198650300Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198650300Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198650300Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198650300Cleaning up temporary data from old regions at 1732198650310 (+10 ms)Region opened successfully at 1732198650314 (+4 ms) 2024-11-21T14:17:30,314 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T14:17:30,314 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T14:17:30,314 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T14:17:30,314 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T14:17:30,314 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T14:17:30,314 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T14:17:30,315 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732198650314Disabling compacts and flushes for region at 1732198650314Disabling writes for close at 1732198650314Writing region close event to WAL at 1732198650314Closed at 1732198650314 2024-11-21T14:17:30,316 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T14:17:30,316 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T14:17:30,316 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T14:17:30,318 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T14:17:30,319 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T14:17:30,469 DEBUG [8a7a968213a0:39459 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T14:17:30,470 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8a7a968213a0,40747,1732198647689 2024-11-21T14:17:30,471 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8a7a968213a0,40747,1732198647689, state=OPENING 2024-11-21T14:17:30,473 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T14:17:30,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39459-0x1013ae39d3d0003, quorum=127.0.0.1:59928, baseZNode=/1-1908760538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1908760538 2024-11-21T14:17:30,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40747-0x1013ae39d3d0004, quorum=127.0.0.1:59928, baseZNode=/1-1908760538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1908760538 2024-11-21T14:17:30,475 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1908760538/meta-region-server: CHANGED 2024-11-21T14:17:30,475 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T14:17:30,475 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1908760538/meta-region-server: CHANGED 2024-11-21T14:17:30,475 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8a7a968213a0,40747,1732198647689}] 2024-11-21T14:17:30,628 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T14:17:30,630 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33629, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T14:17:30,633 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T14:17:30,633 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:17:30,634 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T14:17:30,635 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8a7a968213a0%2C40747%2C1732198647689.meta, suffix=.meta, logDir=hdfs://localhost:42507/user/jenkins/test-data/60c33b80-e9c0-b5f4-3fe4-59ea4abf3f3d/WALs/8a7a968213a0,40747,1732198647689, archiveDir=hdfs://localhost:42507/user/jenkins/test-data/60c33b80-e9c0-b5f4-3fe4-59ea4abf3f3d/oldWALs, maxLogs=10 2024-11-21T14:17:30,656 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/60c33b80-e9c0-b5f4-3fe4-59ea4abf3f3d/WALs/8a7a968213a0,40747,1732198647689/8a7a968213a0%2C40747%2C1732198647689.meta.1732198650636.meta, exclude list is [], retry=0 2024-11-21T14:17:30,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41995,DS-7a19c081-0108-479e-8072-2400c8a35775,DISK] 2024-11-21T14:17:30,661 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/60c33b80-e9c0-b5f4-3fe4-59ea4abf3f3d/WALs/8a7a968213a0,40747,1732198647689/8a7a968213a0%2C40747%2C1732198647689.meta.1732198650636.meta 2024-11-21T14:17:30,661 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33623:33623)] 2024-11-21T14:17:30,661 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T14:17:30,662 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T14:17:30,662 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T14:17:30,662 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T14:17:30,662 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T14:17:30,662 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T14:17:30,663 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:17:30,663 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T14:17:30,663 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T14:17:30,664 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T14:17:30,665 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T14:17:30,665 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:17:30,666 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:17:30,666 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T14:17:30,666 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T14:17:30,666 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:17:30,667 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:17:30,667 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T14:17:30,667 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T14:17:30,667 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:17:30,668 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:17:30,668 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T14:17:30,668 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T14:17:30,669 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:17:30,669 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:17:30,669 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T14:17:30,670 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42507/user/jenkins/test-data/60c33b80-e9c0-b5f4-3fe4-59ea4abf3f3d/data/hbase/meta/1588230740 2024-11-21T14:17:30,671 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42507/user/jenkins/test-data/60c33b80-e9c0-b5f4-3fe4-59ea4abf3f3d/data/hbase/meta/1588230740 2024-11-21T14:17:30,672 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T14:17:30,672 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T14:17:30,673 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T14:17:30,674 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T14:17:30,675 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59811126, jitterRate=-0.10874477028846741}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T14:17:30,675 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T14:17:30,675 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732198650663Writing region info on filesystem at 1732198650663Initializing all the Stores at 1732198650664 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198650664Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198650664Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198650664Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198650664Cleaning up temporary data from old regions at 1732198650672 (+8 ms)Running coprocessor post-open hooks at 1732198650675 (+3 ms)Region opened successfully at 1732198650675 2024-11-21T14:17:30,676 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732198650628 2024-11-21T14:17:30,678 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T14:17:30,678 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T14:17:30,679 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=8a7a968213a0,40747,1732198647689 2024-11-21T14:17:30,680 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8a7a968213a0,40747,1732198647689, state=OPEN 2024-11-21T14:17:30,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40747-0x1013ae39d3d0004, quorum=127.0.0.1:59928, baseZNode=/1-1908760538 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1908760538/meta-region-server 2024-11-21T14:17:30,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39459-0x1013ae39d3d0003, quorum=127.0.0.1:59928, baseZNode=/1-1908760538 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1908760538/meta-region-server 2024-11-21T14:17:30,683 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8a7a968213a0,40747,1732198647689 2024-11-21T14:17:30,683 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1908760538/meta-region-server: CHANGED 2024-11-21T14:17:30,683 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1908760538/meta-region-server: CHANGED 2024-11-21T14:17:30,686 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T14:17:30,686 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8a7a968213a0,40747,1732198647689 in 208 msec 2024-11-21T14:17:30,689 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T14:17:30,689 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 370 msec 2024-11-21T14:17:30,690 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T14:17:30,690 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T14:17:30,691 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:17:30,691 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a7a968213a0,40747,1732198647689, seqNum=-1] 2024-11-21T14:17:30,691 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:17:30,693 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60097, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T14:17:30,698 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2220 sec 2024-11-21T14:17:30,699 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732198650699, completionTime=-1 2024-11-21T14:17:30,699 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T14:17:30,699 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T14:17:30,701 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T14:17:30,701 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732198710701 2024-11-21T14:17:30,701 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732198770701 2024-11-21T14:17:30,701 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-21T14:17:30,701 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,39459,1732198647637-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T14:17:30,701 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,39459,1732198647637-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:17:30,701 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,39459,1732198647637-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:17:30,701 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8a7a968213a0:39459, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:17:30,701 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T14:17:30,701 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T14:17:30,703 DEBUG [master/8a7a968213a0:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T14:17:30,705 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.963sec 2024-11-21T14:17:30,705 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T14:17:30,705 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T14:17:30,705 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T14:17:30,705 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T14:17:30,705 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T14:17:30,705 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,39459,1732198647637-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T14:17:30,705 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,39459,1732198647637-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T14:17:30,708 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T14:17:30,708 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T14:17:30,708 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,39459,1732198647637-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:17:30,722 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c2be479, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:17:30,722 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8a7a968213a0,39459,-1 for getting cluster id 2024-11-21T14:17:30,722 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:17:30,723 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '809252dc-3e9a-4d01-b3fa-6517f386824a' 2024-11-21T14:17:30,724 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:17:30,724 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "809252dc-3e9a-4d01-b3fa-6517f386824a" 2024-11-21T14:17:30,724 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39f5395e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:17:30,724 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a7a968213a0,39459,-1] 2024-11-21T14:17:30,724 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:17:30,724 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:17:30,725 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:17:30,726 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fa38317, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:17:30,726 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:17:30,727 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a7a968213a0,40747,1732198647689, seqNum=-1] 2024-11-21T14:17:30,728 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:17:30,729 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T14:17:30,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=8a7a968213a0,39459,1732198647637 2024-11-21T14:17:30,732 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:59928 2024-11-21T14:17:30,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:59928, baseZNode=/1-1908760538 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T14:17:30,735 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013ae39d3d0005 connected 2024-11-21T14:17:30,738 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3234deef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:17:30,738 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8a7a968213a0,42323,-1 for getting cluster id 2024-11-21T14:17:30,738 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:17:30,739 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3045afbf-d5a3-4560-a2ba-4c7960c30c14' 2024-11-21T14:17:30,739 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:17:30,739 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3045afbf-d5a3-4560-a2ba-4c7960c30c14" 2024-11-21T14:17:30,740 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f879e9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:17:30,740 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a7a968213a0,42323,-1] 2024-11-21T14:17:30,740 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:17:30,740 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:17:30,741 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:17:30,741 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39d74c83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:17:30,742 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T14:17:30,742 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a7a968213a0,42323,1732198643440 2024-11-21T14:17:30,742 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4a88cc40 2024-11-21T14:17:30,743 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T14:17:30,743 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T14:17:30,744 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42323 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://8a7a968213a0:39459,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-21T14:17:30,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42323 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T14:17:30,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42323 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T14:17:30,747 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8a7a968213a0:39459' 2024-11-21T14:17:30,747 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1356e78c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:17:30,747 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 8a7a968213a0,39459,-1 for getting cluster id 2024-11-21T14:17:30,748 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:17:30,748 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '809252dc-3e9a-4d01-b3fa-6517f386824a' 2024-11-21T14:17:30,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:17:30,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "809252dc-3e9a-4d01-b3fa-6517f386824a" 2024-11-21T14:17:30,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e945361, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:17:30,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a7a968213a0,39459,-1] 2024-11-21T14:17:30,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:17:30,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:17:30,750 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:17:30,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22c57dd9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:17:30,751 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T14:17:30,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a7a968213a0,39459,1732198647637 2024-11-21T14:17:30,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@61b45f54 2024-11-21T14:17:30,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T14:17:30,752 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52134, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T14:17:30,753 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-21T14:17:30,753 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T14:17:30,753 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:17:30,753 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:17:30,753 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:17:30,754 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T14:17:30,755 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-21T14:17:30,756 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T14:17:30,756 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:17:30,757 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T14:17:30,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38869 is added to blk_1073741835_1011 (size=1138) 2024-11-21T14:17:30,805 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-21T14:17:30,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42323 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T14:17:31,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42323 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T14:17:31,165 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 273a7a5052d7d80f1baa0a4ca57a4396, NAME => 'hbase:replication,,1732198650753.273a7a5052d7d80f1baa0a4ca57a4396.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39125/user/jenkins/test-data/1c71da28-c595-02d5-5621-19f6871a90e6 2024-11-21T14:17:31,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38869 is added to blk_1073741836_1012 (size=44) 2024-11-21T14:17:31,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42323 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T14:17:31,377 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T14:17:31,573 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732198650753.273a7a5052d7d80f1baa0a4ca57a4396.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:17:31,573 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 273a7a5052d7d80f1baa0a4ca57a4396, disabling compactions & flushes 2024-11-21T14:17:31,573 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732198650753.273a7a5052d7d80f1baa0a4ca57a4396. 2024-11-21T14:17:31,573 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732198650753.273a7a5052d7d80f1baa0a4ca57a4396. 2024-11-21T14:17:31,573 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732198650753.273a7a5052d7d80f1baa0a4ca57a4396. after waiting 0 ms 2024-11-21T14:17:31,573 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732198650753.273a7a5052d7d80f1baa0a4ca57a4396. 2024-11-21T14:17:31,573 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732198650753.273a7a5052d7d80f1baa0a4ca57a4396. 2024-11-21T14:17:31,573 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 273a7a5052d7d80f1baa0a4ca57a4396: Waiting for close lock at 1732198651573Disabling compacts and flushes for region at 1732198651573Disabling writes for close at 1732198651573Writing region close event to WAL at 1732198651573Closed at 1732198651573 2024-11-21T14:17:31,575 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T14:17:31,575 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732198650753.273a7a5052d7d80f1baa0a4ca57a4396.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732198651575"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732198651575"}]},"ts":"1732198651575"} 2024-11-21T14:17:31,577 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T14:17:31,578 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T14:17:31,579 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732198651578"}]},"ts":"1732198651578"} 2024-11-21T14:17:31,581 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-21T14:17:31,581 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=273a7a5052d7d80f1baa0a4ca57a4396, ASSIGN}] 2024-11-21T14:17:31,582 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=273a7a5052d7d80f1baa0a4ca57a4396, ASSIGN 2024-11-21T14:17:31,583 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=273a7a5052d7d80f1baa0a4ca57a4396, ASSIGN; state=OFFLINE, location=8a7a968213a0,39105,1732198643497; forceNewPlan=false, retain=false 2024-11-21T14:17:31,734 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=273a7a5052d7d80f1baa0a4ca57a4396, regionState=OPENING, regionLocation=8a7a968213a0,39105,1732198643497 2024-11-21T14:17:31,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=273a7a5052d7d80f1baa0a4ca57a4396, ASSIGN because future has completed 2024-11-21T14:17:31,737 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 273a7a5052d7d80f1baa0a4ca57a4396, server=8a7a968213a0,39105,1732198643497}] 2024-11-21T14:17:31,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42323 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T14:17:31,894 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732198650753.273a7a5052d7d80f1baa0a4ca57a4396. 2024-11-21T14:17:31,894 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:17:31,894 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-21T14:17:31,896 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8a7a968213a0%2C39105%2C1732198643497.rep, suffix=, logDir=hdfs://localhost:39125/user/jenkins/test-data/1c71da28-c595-02d5-5621-19f6871a90e6/WALs/8a7a968213a0,39105,1732198643497, archiveDir=hdfs://localhost:39125/user/jenkins/test-data/1c71da28-c595-02d5-5621-19f6871a90e6/oldWALs, maxLogs=10 2024-11-21T14:17:31,909 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1c71da28-c595-02d5-5621-19f6871a90e6/WALs/8a7a968213a0,39105,1732198643497/8a7a968213a0%2C39105%2C1732198643497.rep.1732198651896, exclude list is [], retry=0 2024-11-21T14:17:31,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38869,DS-b184dfab-1207-4e05-b42d-c72437b9489c,DISK] 2024-11-21T14:17:31,913 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1c71da28-c595-02d5-5621-19f6871a90e6/WALs/8a7a968213a0,39105,1732198643497/8a7a968213a0%2C39105%2C1732198643497.rep.1732198651896 2024-11-21T14:17:31,913 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43293:43293)] 2024-11-21T14:17:31,914 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 273a7a5052d7d80f1baa0a4ca57a4396, NAME => 'hbase:replication,,1732198650753.273a7a5052d7d80f1baa0a4ca57a4396.', STARTKEY => '', ENDKEY => ''} 2024-11-21T14:17:31,914 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T14:17:31,914 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T14:17:31,914 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732198650753.273a7a5052d7d80f1baa0a4ca57a4396. service=MultiRowMutationService 2024-11-21T14:17:31,914 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-21T14:17:31,914 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 273a7a5052d7d80f1baa0a4ca57a4396 2024-11-21T14:17:31,914 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732198650753.273a7a5052d7d80f1baa0a4ca57a4396.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:17:31,914 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 273a7a5052d7d80f1baa0a4ca57a4396 2024-11-21T14:17:31,914 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 273a7a5052d7d80f1baa0a4ca57a4396 2024-11-21T14:17:31,916 INFO [StoreOpener-273a7a5052d7d80f1baa0a4ca57a4396-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 273a7a5052d7d80f1baa0a4ca57a4396 2024-11-21T14:17:31,917 INFO [StoreOpener-273a7a5052d7d80f1baa0a4ca57a4396-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 273a7a5052d7d80f1baa0a4ca57a4396 columnFamilyName hfileref 2024-11-21T14:17:31,917 DEBUG [StoreOpener-273a7a5052d7d80f1baa0a4ca57a4396-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:17:31,917 INFO [StoreOpener-273a7a5052d7d80f1baa0a4ca57a4396-1 {}] regionserver.HStore(327): Store=273a7a5052d7d80f1baa0a4ca57a4396/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:17:31,917 INFO [StoreOpener-273a7a5052d7d80f1baa0a4ca57a4396-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 273a7a5052d7d80f1baa0a4ca57a4396 2024-11-21T14:17:31,918 INFO [StoreOpener-273a7a5052d7d80f1baa0a4ca57a4396-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 273a7a5052d7d80f1baa0a4ca57a4396 columnFamilyName queue 2024-11-21T14:17:31,918 DEBUG [StoreOpener-273a7a5052d7d80f1baa0a4ca57a4396-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:17:31,919 INFO [StoreOpener-273a7a5052d7d80f1baa0a4ca57a4396-1 {}] regionserver.HStore(327): Store=273a7a5052d7d80f1baa0a4ca57a4396/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:17:31,919 INFO [StoreOpener-273a7a5052d7d80f1baa0a4ca57a4396-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 273a7a5052d7d80f1baa0a4ca57a4396 2024-11-21T14:17:31,920 INFO [StoreOpener-273a7a5052d7d80f1baa0a4ca57a4396-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 273a7a5052d7d80f1baa0a4ca57a4396 columnFamilyName sid 2024-11-21T14:17:31,920 DEBUG [StoreOpener-273a7a5052d7d80f1baa0a4ca57a4396-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:17:31,920 INFO [StoreOpener-273a7a5052d7d80f1baa0a4ca57a4396-1 {}] regionserver.HStore(327): Store=273a7a5052d7d80f1baa0a4ca57a4396/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:17:31,920 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 273a7a5052d7d80f1baa0a4ca57a4396 2024-11-21T14:17:31,921 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39125/user/jenkins/test-data/1c71da28-c595-02d5-5621-19f6871a90e6/data/hbase/replication/273a7a5052d7d80f1baa0a4ca57a4396 2024-11-21T14:17:31,922 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39125/user/jenkins/test-data/1c71da28-c595-02d5-5621-19f6871a90e6/data/hbase/replication/273a7a5052d7d80f1baa0a4ca57a4396 2024-11-21T14:17:31,922 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 273a7a5052d7d80f1baa0a4ca57a4396 2024-11-21T14:17:31,922 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 273a7a5052d7d80f1baa0a4ca57a4396 2024-11-21T14:17:31,923 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T14:17:31,924 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 273a7a5052d7d80f1baa0a4ca57a4396 2024-11-21T14:17:31,926 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39125/user/jenkins/test-data/1c71da28-c595-02d5-5621-19f6871a90e6/data/hbase/replication/273a7a5052d7d80f1baa0a4ca57a4396/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T14:17:31,926 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 273a7a5052d7d80f1baa0a4ca57a4396; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68724274, jitterRate=0.024071484804153442}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T14:17:31,926 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 273a7a5052d7d80f1baa0a4ca57a4396 2024-11-21T14:17:31,927 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 273a7a5052d7d80f1baa0a4ca57a4396: Running coprocessor pre-open hook at 1732198651915Writing region info on filesystem at 1732198651915Initializing all the Stores at 1732198651915Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198651915Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198651916 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198651916Cleaning up temporary data from old regions at 1732198651922 (+6 ms)Running coprocessor post-open hooks at 1732198651926 (+4 ms)Region opened successfully at 1732198651927 (+1 ms) 2024-11-21T14:17:31,928 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732198650753.273a7a5052d7d80f1baa0a4ca57a4396., pid=7, masterSystemTime=1732198651889 2024-11-21T14:17:31,930 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732198650753.273a7a5052d7d80f1baa0a4ca57a4396. 2024-11-21T14:17:31,930 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732198650753.273a7a5052d7d80f1baa0a4ca57a4396. 2024-11-21T14:17:31,931 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=273a7a5052d7d80f1baa0a4ca57a4396, regionState=OPEN, openSeqNum=2, regionLocation=8a7a968213a0,39105,1732198643497 2024-11-21T14:17:31,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 273a7a5052d7d80f1baa0a4ca57a4396, server=8a7a968213a0,39105,1732198643497 because future has completed 2024-11-21T14:17:31,936 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-21T14:17:31,936 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 273a7a5052d7d80f1baa0a4ca57a4396, server=8a7a968213a0,39105,1732198643497 in 197 msec 2024-11-21T14:17:31,939 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T14:17:31,939 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=273a7a5052d7d80f1baa0a4ca57a4396, ASSIGN in 355 msec 2024-11-21T14:17:31,940 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T14:17:31,940 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732198651940"}]},"ts":"1732198651940"} 2024-11-21T14:17:31,942 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-21T14:17:31,943 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T14:17:31,945 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1890 sec 2024-11-21T14:17:31,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732198650753.273a7a5052d7d80f1baa0a4ca57a4396., hostname=8a7a968213a0,39105,1732198643497, seqNum=2] 2024-11-21T14:17:31,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42323-0x1013ae39d3d0000, quorum=127.0.0.1:59928, baseZNode=/0532378741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0532378741 2024-11-21T14:17:31,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39105-0x1013ae39d3d0001, quorum=127.0.0.1:59928, baseZNode=/0532378741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0532378741 2024-11-21T14:17:31,972 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T14:17:32,009 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T14:17:32,010 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:17:32,026 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:17:32,125 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-21T14:17:32,125 INFO [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-21T14:17:32,154 INFO [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-8a7a968213a0,39105,1732198643497, ReplicationSource: 1, currentBandwidth=0 2024-11-21T14:17:32,155 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:17:32,155 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a7a968213a0,39105,1732198643497, seqNum=-1] 2024-11-21T14:17:32,155 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:17:32,156 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54367, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-21T14:17:32,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-8a7a968213a0,39105,1732198643497', locateType=CURRENT is [region=hbase:replication,,1732198650753.273a7a5052d7d80f1baa0a4ca57a4396., hostname=8a7a968213a0,39105,1732198643497, seqNum=2] 2024-11-21T14:17:32,161 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-21T14:17:32,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42323 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-21T14:17:32,164 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 8a7a968213a0,39105,1732198643497 suceeded 2024-11-21T14:17:32,166 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-21T14:17:32,166 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 192 msec 2024-11-21T14:17:32,166 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://8a7a968213a0:39459,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T14:17:32,172 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4220 sec 2024-11-21T14:17:32,177 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,39105,1732198643497 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8a7a968213a0:39459' 2024-11-21T14:17:32,178 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,39105,1732198643497 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3ce248e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:17:32,178 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,39105,1732198643497 {}] client.ClusterIdFetcher(90): Going to request 8a7a968213a0,39459,-1 for getting cluster id 2024-11-21T14:17:32,178 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,39105,1732198643497 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:17:32,179 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '809252dc-3e9a-4d01-b3fa-6517f386824a' 2024-11-21T14:17:32,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:17:32,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "809252dc-3e9a-4d01-b3fa-6517f386824a" 2024-11-21T14:17:32,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@175c0ad6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:17:32,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a7a968213a0,39459,-1] 2024-11-21T14:17:32,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:17:32,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:17:32,181 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:17:32,182 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,39105,1732198643497 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@20b784f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:17:32,182 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,39105,1732198643497 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T14:17:32,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a7a968213a0,39459,1732198647637 2024-11-21T14:17:32,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4cf1b8ae 2024-11-21T14:17:32,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T14:17:32,183 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-21T14:17:32,184 INFO [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,39105,1732198643497 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-8a7a968213a0,39105,1732198643497 (queues=1) is replicating from cluster=3045afbf-d5a3-4560-a2ba-4c7960c30c14 to cluster=809252dc-3e9a-4d01-b3fa-6517f386824a 2024-11-21T14:17:32,184 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,39105,1732198643497 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=8a7a968213a0%2C39105%2C1732198643497 2024-11-21T14:17:32,184 INFO [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,39105,1732198643497 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-8a7a968213a0,39105,1732198643497, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T14:17:32,185 INFO [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,39105,1732198643497.replicationSource.shipper8a7a968213a0%2C39105%2C1732198643497,1-8a7a968213a0,39105,1732198643497 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 8a7a968213a0%2C39105%2C1732198643497 2024-11-21T14:17:32,185 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,39105,1732198643497.replicationSource.wal-reader.8a7a968213a0%2C39105%2C1732198643497,1-8a7a968213a0,39105,1732198643497 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39125/user/jenkins/test-data/1c71da28-c595-02d5-5621-19f6871a90e6/WALs/8a7a968213a0,39105,1732198643497/8a7a968213a0%2C39105%2C1732198643497.1732198645520, startPosition=0, beingWritten=true 2024-11-21T14:17:32,390 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,39105,1732198643497.replicationSource.wal-reader.8a7a968213a0%2C39105%2C1732198643497,1-8a7a968213a0,39105,1732198643497 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39125/user/jenkins/test-data/1c71da28-c595-02d5-5621-19f6871a90e6/WALs/8a7a968213a0,39105,1732198643497/8a7a968213a0%2C39105%2C1732198643497.1732198645520 to pos 0, reset compression=false 2024-11-21T14:17:32,696 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,39105,1732198643497.replicationSource.wal-reader.8a7a968213a0%2C39105%2C1732198643497,1-8a7a968213a0,39105,1732198643497 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39125/user/jenkins/test-data/1c71da28-c595-02d5-5621-19f6871a90e6/WALs/8a7a968213a0,39105,1732198643497/8a7a968213a0%2C39105%2C1732198643497.1732198645520 to pos 0, reset compression=false 2024-11-21T14:17:32,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42323 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T14:17:32,891 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-21T14:17:32,891 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T14:17:32,891 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:17:32,891 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:17:32,891 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:17:32,891 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:17:32,892 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T14:17:32,893 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a7a968213a0,42323,1732198643440 2024-11-21T14:17:32,893 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@52d86a38 2024-11-21T14:17:32,893 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T14:17:32,894 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T14:17:32,894 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42323 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-21T14:17:32,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T14:17:32,895 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T14:17:32,895 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:17:32,895 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:17:32,895 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:17:32,895 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:17:32,895 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T14:17:32,895 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2084064642, stopped=false 2024-11-21T14:17:32,895 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8a7a968213a0,39459,1732198647637 2024-11-21T14:17:32,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40747-0x1013ae39d3d0004, quorum=127.0.0.1:59928, baseZNode=/1-1908760538 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1908760538/running 2024-11-21T14:17:32,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39459-0x1013ae39d3d0003, quorum=127.0.0.1:59928, baseZNode=/1-1908760538 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1908760538/running 2024-11-21T14:17:32,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40747-0x1013ae39d3d0004, quorum=127.0.0.1:59928, baseZNode=/1-1908760538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1908760538 2024-11-21T14:17:32,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39459-0x1013ae39d3d0003, quorum=127.0.0.1:59928, baseZNode=/1-1908760538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1908760538 2024-11-21T14:17:32,897 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T14:17:32,897 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T14:17:32,897 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:17:32,897 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:17:32,898 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8a7a968213a0,40747,1732198647689' ***** 2024-11-21T14:17:32,898 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T14:17:32,898 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40747-0x1013ae39d3d0004, quorum=127.0.0.1:59928, baseZNode=/1-1908760538 Set watcher on znode that does not yet exist, /1-1908760538/running 2024-11-21T14:17:32,898 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39459-0x1013ae39d3d0003, quorum=127.0.0.1:59928, baseZNode=/1-1908760538 Set watcher on znode that does not yet exist, /1-1908760538/running 2024-11-21T14:17:32,898 INFO [RS:0;8a7a968213a0:40747 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T14:17:32,898 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T14:17:32,898 INFO [RS:0;8a7a968213a0:40747 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T14:17:32,899 INFO [RS:0;8a7a968213a0:40747 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T14:17:32,899 INFO [RS:0;8a7a968213a0:40747 {}] regionserver.HRegionServer(959): stopping server 8a7a968213a0,40747,1732198647689 2024-11-21T14:17:32,899 INFO [RS:0;8a7a968213a0:40747 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T14:17:32,899 INFO [RS:0;8a7a968213a0:40747 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8a7a968213a0:40747. 2024-11-21T14:17:32,899 DEBUG [RS:0;8a7a968213a0:40747 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:17:32,899 DEBUG [RS:0;8a7a968213a0:40747 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:17:32,899 INFO [RS:0;8a7a968213a0:40747 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T14:17:32,899 INFO [RS:0;8a7a968213a0:40747 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T14:17:32,899 INFO [RS:0;8a7a968213a0:40747 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T14:17:32,899 INFO [RS:0;8a7a968213a0:40747 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T14:17:32,899 INFO [RS:0;8a7a968213a0:40747 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-21T14:17:32,899 DEBUG [RS:0;8a7a968213a0:40747 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-21T14:17:32,899 DEBUG [RS:0;8a7a968213a0:40747 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T14:17:32,899 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T14:17:32,899 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T14:17:32,899 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T14:17:32,899 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T14:17:32,899 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T14:17:32,900 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-21T14:17:32,916 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42507/user/jenkins/test-data/60c33b80-e9c0-b5f4-3fe4-59ea4abf3f3d/data/hbase/meta/1588230740/.tmp/ns/07c6358b31c64581879605470af19aa0 is 43, key is default/ns:d/1732198650694/Put/seqid=0 2024-11-21T14:17:32,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41995 is added to blk_1073741835_1011 (size=5153) 2024-11-21T14:17:32,961 INFO [regionserver/8a7a968213a0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T14:17:33,099 DEBUG [RS:0;8a7a968213a0:40747 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T14:17:33,101 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,39105,1732198643497.replicationSource.wal-reader.8a7a968213a0%2C39105%2C1732198643497,1-8a7a968213a0,39105,1732198643497 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39125/user/jenkins/test-data/1c71da28-c595-02d5-5621-19f6871a90e6/WALs/8a7a968213a0,39105,1732198643497/8a7a968213a0%2C39105%2C1732198643497.1732198645520 to pos 0, reset compression=false 2024-11-21T14:17:33,300 DEBUG [RS:0;8a7a968213a0:40747 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T14:17:33,322 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:42507/user/jenkins/test-data/60c33b80-e9c0-b5f4-3fe4-59ea4abf3f3d/data/hbase/meta/1588230740/.tmp/ns/07c6358b31c64581879605470af19aa0 2024-11-21T14:17:33,329 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42507/user/jenkins/test-data/60c33b80-e9c0-b5f4-3fe4-59ea4abf3f3d/data/hbase/meta/1588230740/.tmp/ns/07c6358b31c64581879605470af19aa0 as hdfs://localhost:42507/user/jenkins/test-data/60c33b80-e9c0-b5f4-3fe4-59ea4abf3f3d/data/hbase/meta/1588230740/ns/07c6358b31c64581879605470af19aa0 2024-11-21T14:17:33,334 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42507/user/jenkins/test-data/60c33b80-e9c0-b5f4-3fe4-59ea4abf3f3d/data/hbase/meta/1588230740/ns/07c6358b31c64581879605470af19aa0, entries=2, sequenceid=6, filesize=5.0 K 2024-11-21T14:17:33,335 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 436ms, sequenceid=6, compaction requested=false 2024-11-21T14:17:33,340 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42507/user/jenkins/test-data/60c33b80-e9c0-b5f4-3fe4-59ea4abf3f3d/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-21T14:17:33,341 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T14:17:33,341 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T14:17:33,341 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T14:17:33,341 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732198652899Running coprocessor pre-close hooks at 1732198652899Disabling compacts and flushes for region at 1732198652899Disabling writes for close at 1732198652899Obtaining lock to block concurrent updates at 1732198652900 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732198652900Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732198652900Flushing stores of hbase:meta,,1.1588230740 at 1732198652901 (+1 ms)Flushing 1588230740/ns: creating writer at 1732198652901Flushing 1588230740/ns: appending metadata at 1732198652916 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732198652916Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73ccad32: reopening flushed file at 1732198653328 (+412 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 436ms, sequenceid=6, compaction requested=false at 1732198653335 (+7 ms)Writing region close event to WAL at 1732198653336 (+1 ms)Running coprocessor post-close hooks at 1732198653341 (+5 ms)Closed at 1732198653341 2024-11-21T14:17:33,341 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T14:17:33,500 INFO [RS:0;8a7a968213a0:40747 {}] regionserver.HRegionServer(976): stopping server 8a7a968213a0,40747,1732198647689; all regions closed. 2024-11-21T14:17:33,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41995 is added to blk_1073741834_1010 (size=1152) 2024-11-21T14:17:33,503 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/60c33b80-e9c0-b5f4-3fe4-59ea4abf3f3d/WALs/8a7a968213a0,40747,1732198647689/8a7a968213a0%2C40747%2C1732198647689.meta.1732198650636.meta not finished, retry = 0 2024-11-21T14:17:33,563 INFO [regionserver/8a7a968213a0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T14:17:33,563 INFO [regionserver/8a7a968213a0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T14:17:33,606 DEBUG [RS:0;8a7a968213a0:40747 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/60c33b80-e9c0-b5f4-3fe4-59ea4abf3f3d/oldWALs 2024-11-21T14:17:33,606 INFO [RS:0;8a7a968213a0:40747 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8a7a968213a0%2C40747%2C1732198647689.meta:.meta(num 1732198650636) 2024-11-21T14:17:33,606 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,39105,1732198643497.replicationSource.wal-reader.8a7a968213a0%2C39105%2C1732198643497,1-8a7a968213a0,39105,1732198643497 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39125/user/jenkins/test-data/1c71da28-c595-02d5-5621-19f6871a90e6/WALs/8a7a968213a0,39105,1732198643497/8a7a968213a0%2C39105%2C1732198643497.1732198645520 to pos 0, reset compression=false 2024-11-21T14:17:33,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41995 is added to blk_1073741832_1008 (size=93) 2024-11-21T14:17:33,610 DEBUG [RS:0;8a7a968213a0:40747 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/60c33b80-e9c0-b5f4-3fe4-59ea4abf3f3d/oldWALs 2024-11-21T14:17:33,610 INFO [RS:0;8a7a968213a0:40747 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8a7a968213a0%2C40747%2C1732198647689:(num 1732198649692) 2024-11-21T14:17:33,610 DEBUG [RS:0;8a7a968213a0:40747 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:17:33,610 INFO [RS:0;8a7a968213a0:40747 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T14:17:33,610 INFO [RS:0;8a7a968213a0:40747 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T14:17:33,611 INFO [RS:0;8a7a968213a0:40747 {}] hbase.ChoreService(370): Chore service for: regionserver/8a7a968213a0:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T14:17:33,611 INFO [RS:0;8a7a968213a0:40747 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T14:17:33,611 INFO [regionserver/8a7a968213a0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T14:17:33,611 INFO [RS:0;8a7a968213a0:40747 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40747 2024-11-21T14:17:33,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40747-0x1013ae39d3d0004, quorum=127.0.0.1:59928, baseZNode=/1-1908760538 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1908760538/rs/8a7a968213a0,40747,1732198647689 2024-11-21T14:17:33,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39459-0x1013ae39d3d0003, quorum=127.0.0.1:59928, baseZNode=/1-1908760538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1908760538/rs 2024-11-21T14:17:33,613 INFO [RS:0;8a7a968213a0:40747 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T14:17:33,613 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8a7a968213a0,40747,1732198647689] 2024-11-21T14:17:33,616 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1908760538/draining/8a7a968213a0,40747,1732198647689 already deleted, retry=false 2024-11-21T14:17:33,616 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8a7a968213a0,40747,1732198647689 expired; onlineServers=0 2024-11-21T14:17:33,616 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8a7a968213a0,39459,1732198647637' ***** 2024-11-21T14:17:33,616 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T14:17:33,616 INFO [M:0;8a7a968213a0:39459 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T14:17:33,616 INFO [M:0;8a7a968213a0:39459 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T14:17:33,616 DEBUG [M:0;8a7a968213a0:39459 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T14:17:33,616 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T14:17:33,616 DEBUG [M:0;8a7a968213a0:39459 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T14:17:33,616 DEBUG [master/8a7a968213a0:0:becomeActiveMaster-HFileCleaner.small.0-1732198649485 {}] cleaner.HFileCleaner(306): Exit Thread[master/8a7a968213a0:0:becomeActiveMaster-HFileCleaner.small.0-1732198649485,5,FailOnTimeoutGroup] 2024-11-21T14:17:33,616 DEBUG [master/8a7a968213a0:0:becomeActiveMaster-HFileCleaner.large.0-1732198649484 {}] cleaner.HFileCleaner(306): Exit Thread[master/8a7a968213a0:0:becomeActiveMaster-HFileCleaner.large.0-1732198649484,5,FailOnTimeoutGroup] 2024-11-21T14:17:33,616 INFO [M:0;8a7a968213a0:39459 {}] hbase.ChoreService(370): Chore service for: master/8a7a968213a0:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T14:17:33,616 INFO [M:0;8a7a968213a0:39459 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T14:17:33,616 DEBUG [M:0;8a7a968213a0:39459 {}] master.HMaster(1795): Stopping service threads 2024-11-21T14:17:33,616 INFO [M:0;8a7a968213a0:39459 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T14:17:33,617 INFO [M:0;8a7a968213a0:39459 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T14:17:33,617 INFO [M:0;8a7a968213a0:39459 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T14:17:33,617 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T14:17:33,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39459-0x1013ae39d3d0003, quorum=127.0.0.1:59928, baseZNode=/1-1908760538 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1908760538/master 2024-11-21T14:17:33,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39459-0x1013ae39d3d0003, quorum=127.0.0.1:59928, baseZNode=/1-1908760538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1908760538 2024-11-21T14:17:33,618 DEBUG [M:0;8a7a968213a0:39459 {}] zookeeper.ZKUtil(347): master:39459-0x1013ae39d3d0003, quorum=127.0.0.1:59928, baseZNode=/1-1908760538 Unable to get data of znode /1-1908760538/master because node does not exist (not an error) 2024-11-21T14:17:33,618 WARN [M:0;8a7a968213a0:39459 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T14:17:33,619 INFO [M:0;8a7a968213a0:39459 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42507/user/jenkins/test-data/60c33b80-e9c0-b5f4-3fe4-59ea4abf3f3d/.lastflushedseqids 2024-11-21T14:17:33,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41995 is added to blk_1073741836_1012 (size=99) 2024-11-21T14:17:33,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40747-0x1013ae39d3d0004, quorum=127.0.0.1:59928, baseZNode=/1-1908760538 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T14:17:33,715 INFO [RS:0;8a7a968213a0:40747 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T14:17:33,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40747-0x1013ae39d3d0004, quorum=127.0.0.1:59928, baseZNode=/1-1908760538 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T14:17:33,715 INFO [RS:0;8a7a968213a0:40747 {}] regionserver.HRegionServer(1031): Exiting; stopping=8a7a968213a0,40747,1732198647689; zookeeper connection closed. 2024-11-21T14:17:33,715 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@291bdc11 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@291bdc11 2024-11-21T14:17:33,715 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T14:17:34,024 INFO [M:0;8a7a968213a0:39459 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T14:17:34,024 INFO [M:0;8a7a968213a0:39459 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T14:17:34,024 DEBUG [M:0;8a7a968213a0:39459 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T14:17:34,024 INFO [M:0;8a7a968213a0:39459 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:17:34,024 DEBUG [M:0;8a7a968213a0:39459 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:17:34,024 DEBUG [M:0;8a7a968213a0:39459 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T14:17:34,024 DEBUG [M:0;8a7a968213a0:39459 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:17:34,025 INFO [M:0;8a7a968213a0:39459 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-21T14:17:34,041 DEBUG [M:0;8a7a968213a0:39459 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42507/user/jenkins/test-data/60c33b80-e9c0-b5f4-3fe4-59ea4abf3f3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/83d93682b705458f9767d146823f3d6a is 82, key is hbase:meta,,1/info:regioninfo/1732198650679/Put/seqid=0 2024-11-21T14:17:34,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41995 is added to blk_1073741837_1013 (size=5672) 2024-11-21T14:17:34,214 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,39105,1732198643497.replicationSource.wal-reader.8a7a968213a0%2C39105%2C1732198643497,1-8a7a968213a0,39105,1732198643497 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39125/user/jenkins/test-data/1c71da28-c595-02d5-5621-19f6871a90e6/WALs/8a7a968213a0,39105,1732198643497/8a7a968213a0%2C39105%2C1732198643497.1732198645520 to pos 0, reset compression=false 2024-11-21T14:17:34,446 INFO [M:0;8a7a968213a0:39459 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:42507/user/jenkins/test-data/60c33b80-e9c0-b5f4-3fe4-59ea4abf3f3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/83d93682b705458f9767d146823f3d6a 2024-11-21T14:17:34,466 DEBUG [M:0;8a7a968213a0:39459 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42507/user/jenkins/test-data/60c33b80-e9c0-b5f4-3fe4-59ea4abf3f3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ba4e9d9bd2fd4c8e99668672249a2483 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732198650698/Put/seqid=0 2024-11-21T14:17:34,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41995 is added to blk_1073741838_1014 (size=5275) 2024-11-21T14:17:34,870 INFO [M:0;8a7a968213a0:39459 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:42507/user/jenkins/test-data/60c33b80-e9c0-b5f4-3fe4-59ea4abf3f3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ba4e9d9bd2fd4c8e99668672249a2483 2024-11-21T14:17:34,892 DEBUG [M:0;8a7a968213a0:39459 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42507/user/jenkins/test-data/60c33b80-e9c0-b5f4-3fe4-59ea4abf3f3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/964bcbf29bcf498198cf893f5f672150 is 69, key is 8a7a968213a0,40747,1732198647689/rs:state/1732198649540/Put/seqid=0 2024-11-21T14:17:34,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41995 is added to blk_1073741839_1015 (size=5156) 2024-11-21T14:17:34,920 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,39105,1732198643497.replicationSource.wal-reader.8a7a968213a0%2C39105%2C1732198643497,1-8a7a968213a0,39105,1732198643497 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39125/user/jenkins/test-data/1c71da28-c595-02d5-5621-19f6871a90e6/WALs/8a7a968213a0,39105,1732198643497/8a7a968213a0%2C39105%2C1732198643497.1732198645520 to pos 0, reset compression=false 2024-11-21T14:17:35,296 INFO [M:0;8a7a968213a0:39459 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:42507/user/jenkins/test-data/60c33b80-e9c0-b5f4-3fe4-59ea4abf3f3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/964bcbf29bcf498198cf893f5f672150 2024-11-21T14:17:35,303 DEBUG [M:0;8a7a968213a0:39459 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42507/user/jenkins/test-data/60c33b80-e9c0-b5f4-3fe4-59ea4abf3f3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/83d93682b705458f9767d146823f3d6a as hdfs://localhost:42507/user/jenkins/test-data/60c33b80-e9c0-b5f4-3fe4-59ea4abf3f3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/83d93682b705458f9767d146823f3d6a 2024-11-21T14:17:35,308 INFO [M:0;8a7a968213a0:39459 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42507/user/jenkins/test-data/60c33b80-e9c0-b5f4-3fe4-59ea4abf3f3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/83d93682b705458f9767d146823f3d6a, entries=8, sequenceid=28, filesize=5.5 K 2024-11-21T14:17:35,309 DEBUG [M:0;8a7a968213a0:39459 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42507/user/jenkins/test-data/60c33b80-e9c0-b5f4-3fe4-59ea4abf3f3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ba4e9d9bd2fd4c8e99668672249a2483 as hdfs://localhost:42507/user/jenkins/test-data/60c33b80-e9c0-b5f4-3fe4-59ea4abf3f3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ba4e9d9bd2fd4c8e99668672249a2483 2024-11-21T14:17:35,314 INFO [M:0;8a7a968213a0:39459 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42507/user/jenkins/test-data/60c33b80-e9c0-b5f4-3fe4-59ea4abf3f3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ba4e9d9bd2fd4c8e99668672249a2483, entries=3, sequenceid=28, filesize=5.2 K 2024-11-21T14:17:35,315 DEBUG [M:0;8a7a968213a0:39459 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42507/user/jenkins/test-data/60c33b80-e9c0-b5f4-3fe4-59ea4abf3f3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/964bcbf29bcf498198cf893f5f672150 as hdfs://localhost:42507/user/jenkins/test-data/60c33b80-e9c0-b5f4-3fe4-59ea4abf3f3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/964bcbf29bcf498198cf893f5f672150 2024-11-21T14:17:35,320 INFO [M:0;8a7a968213a0:39459 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42507/user/jenkins/test-data/60c33b80-e9c0-b5f4-3fe4-59ea4abf3f3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/964bcbf29bcf498198cf893f5f672150, entries=1, sequenceid=28, filesize=5.0 K 2024-11-21T14:17:35,321 INFO [M:0;8a7a968213a0:39459 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1297ms, sequenceid=28, compaction requested=false 2024-11-21T14:17:35,322 INFO [M:0;8a7a968213a0:39459 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:17:35,322 DEBUG [M:0;8a7a968213a0:39459 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732198654024Disabling compacts and flushes for region at 1732198654024Disabling writes for close at 1732198654024Obtaining lock to block concurrent updates at 1732198654025 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732198654025Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732198654025Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732198654026 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732198654026Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732198654040 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732198654040Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732198654451 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732198654465 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732198654465Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732198654876 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732198654891 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732198654891Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21768136: reopening flushed file at 1732198655302 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@bf5ff8f: reopening flushed file at 1732198655308 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4550f64c: reopening flushed file at 1732198655314 (+6 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1297ms, sequenceid=28, compaction requested=false at 1732198655321 (+7 ms)Writing region close event to WAL at 1732198655322 (+1 ms)Closed at 1732198655322 2024-11-21T14:17:35,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41995 is added to blk_1073741830_1006 (size=10165) 2024-11-21T14:17:35,325 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/60c33b80-e9c0-b5f4-3fe4-59ea4abf3f3d/MasterData/WALs/8a7a968213a0,39459,1732198647637/8a7a968213a0%2C39459%2C1732198647637.1732198649402 not finished, retry = 0 2024-11-21T14:17:35,426 INFO [M:0;8a7a968213a0:39459 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T14:17:35,426 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T14:17:35,426 INFO [M:0;8a7a968213a0:39459 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39459 2024-11-21T14:17:35,427 INFO [M:0;8a7a968213a0:39459 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T14:17:35,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39459-0x1013ae39d3d0003, quorum=127.0.0.1:59928, baseZNode=/1-1908760538 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T14:17:35,529 INFO [M:0;8a7a968213a0:39459 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T14:17:35,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39459-0x1013ae39d3d0003, quorum=127.0.0.1:59928, baseZNode=/1-1908760538 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T14:17:35,532 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@372c6d8e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T14:17:35,533 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@654d7991{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T14:17:35,533 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T14:17:35,533 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75f9c4cb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T14:17:35,533 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16f1601f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d03272fc-e074-505b-f031-5d588a118755/hadoop.log.dir/,STOPPED} 2024-11-21T14:17:35,535 WARN [BP-1873293711-172.17.0.2-1732198646696 heartbeating to localhost/127.0.0.1:42507 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T14:17:35,535 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T14:17:35,535 WARN [BP-1873293711-172.17.0.2-1732198646696 heartbeating to localhost/127.0.0.1:42507 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1873293711-172.17.0.2-1732198646696 (Datanode Uuid 53aff977-f18b-4ca5-90b3-9f9d1407a5bd) service to localhost/127.0.0.1:42507 2024-11-21T14:17:35,535 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T14:17:35,535 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d03272fc-e074-505b-f031-5d588a118755/cluster_01bcdc83-3975-1b8b-d149-51aec5d9b5d9/data/data1/current/BP-1873293711-172.17.0.2-1732198646696 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T14:17:35,535 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d03272fc-e074-505b-f031-5d588a118755/cluster_01bcdc83-3975-1b8b-d149-51aec5d9b5d9/data/data2/current/BP-1873293711-172.17.0.2-1732198646696 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T14:17:35,536 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T14:17:35,543 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@325753d3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T14:17:35,543 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5bf604b7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T14:17:35,543 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T14:17:35,544 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13222590{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T14:17:35,544 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ee1e224{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d03272fc-e074-505b-f031-5d588a118755/hadoop.log.dir/,STOPPED} 2024-11-21T14:17:35,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T14:17:35,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T14:17:35,558 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T14:17:35,558 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:17:35,558 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:17:35,559 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:17:35,559 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:17:35,559 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T14:17:35,559 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1825618500, stopped=false 2024-11-21T14:17:35,559 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8a7a968213a0,42323,1732198643440 2024-11-21T14:17:35,561 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T14:17:35,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42323-0x1013ae39d3d0000, quorum=127.0.0.1:59928, baseZNode=/0532378741 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0532378741/running 2024-11-21T14:17:35,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39105-0x1013ae39d3d0001, quorum=127.0.0.1:59928, baseZNode=/0532378741 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0532378741/running 2024-11-21T14:17:35,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42323-0x1013ae39d3d0000, quorum=127.0.0.1:59928, baseZNode=/0532378741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0532378741 2024-11-21T14:17:35,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39105-0x1013ae39d3d0001, quorum=127.0.0.1:59928, baseZNode=/0532378741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0532378741 2024-11-21T14:17:35,561 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T14:17:35,561 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39105-0x1013ae39d3d0001, quorum=127.0.0.1:59928, baseZNode=/0532378741 Set watcher on znode that does not yet exist, /0532378741/running 2024-11-21T14:17:35,561 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42323-0x1013ae39d3d0000, quorum=127.0.0.1:59928, baseZNode=/0532378741 Set watcher on znode that does not yet exist, /0532378741/running 2024-11-21T14:17:35,561 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:17:35,562 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:17:35,562 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8a7a968213a0,39105,1732198643497' ***** 2024-11-21T14:17:35,562 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T14:17:35,562 INFO [RS:0;8a7a968213a0:39105 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T14:17:35,562 INFO [RS:0;8a7a968213a0:39105 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T14:17:35,562 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T14:17:35,562 INFO [RS:0;8a7a968213a0:39105 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T14:17:35,562 INFO [RS:0;8a7a968213a0:39105 {}] regionserver.HRegionServer(3091): Received CLOSE for 273a7a5052d7d80f1baa0a4ca57a4396 2024-11-21T14:17:35,563 INFO [RS:0;8a7a968213a0:39105 {}] regionserver.HRegionServer(959): stopping server 8a7a968213a0,39105,1732198643497 2024-11-21T14:17:35,563 INFO [RS:0;8a7a968213a0:39105 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T14:17:35,563 INFO [RS:0;8a7a968213a0:39105 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8a7a968213a0:39105. 2024-11-21T14:17:35,563 DEBUG [RS:0;8a7a968213a0:39105 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:17:35,563 DEBUG [RS:0;8a7a968213a0:39105 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:17:35,563 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 273a7a5052d7d80f1baa0a4ca57a4396, disabling compactions & flushes 2024-11-21T14:17:35,563 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732198650753.273a7a5052d7d80f1baa0a4ca57a4396. 2024-11-21T14:17:35,563 INFO [RS:0;8a7a968213a0:39105 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T14:17:35,563 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732198650753.273a7a5052d7d80f1baa0a4ca57a4396. 2024-11-21T14:17:35,563 INFO [RS:0;8a7a968213a0:39105 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T14:17:35,563 INFO [RS:0;8a7a968213a0:39105 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T14:17:35,563 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732198650753.273a7a5052d7d80f1baa0a4ca57a4396. after waiting 0 ms 2024-11-21T14:17:35,563 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732198650753.273a7a5052d7d80f1baa0a4ca57a4396. 2024-11-21T14:17:35,563 INFO [RS:0;8a7a968213a0:39105 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T14:17:35,563 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 273a7a5052d7d80f1baa0a4ca57a4396 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-21T14:17:35,563 INFO [RS:0;8a7a968213a0:39105 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-21T14:17:35,563 DEBUG [RS:0;8a7a968213a0:39105 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 273a7a5052d7d80f1baa0a4ca57a4396=hbase:replication,,1732198650753.273a7a5052d7d80f1baa0a4ca57a4396.} 2024-11-21T14:17:35,563 DEBUG [RS:0;8a7a968213a0:39105 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 273a7a5052d7d80f1baa0a4ca57a4396 2024-11-21T14:17:35,564 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T14:17:35,564 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T14:17:35,564 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T14:17:35,564 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T14:17:35,564 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T14:17:35,564 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-21T14:17:35,581 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39125/user/jenkins/test-data/1c71da28-c595-02d5-5621-19f6871a90e6/data/hbase/replication/273a7a5052d7d80f1baa0a4ca57a4396/.tmp/queue/fb983da4ce4b47a1aa5e1170ec15cd98 is 151, key is 1-8a7a968213a0,39105,1732198643497/queue:8a7a968213a0%2C39105%2C1732198643497/1732198652159/Put/seqid=0 2024-11-21T14:17:35,581 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39125/user/jenkins/test-data/1c71da28-c595-02d5-5621-19f6871a90e6/data/hbase/meta/1588230740/.tmp/info/df141643f91d4a3f9cc6d23257095783 is 147, key is hbase:replication,,1732198650753.273a7a5052d7d80f1baa0a4ca57a4396./info:regioninfo/1732198651931/Put/seqid=0 2024-11-21T14:17:35,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38869 is added to blk_1073741838_1014 (size=5350) 2024-11-21T14:17:35,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38869 is added to blk_1073741839_1015 (size=6631) 2024-11-21T14:17:35,592 INFO [regionserver/8a7a968213a0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T14:17:35,725 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,39105,1732198643497.replicationSource.wal-reader.8a7a968213a0%2C39105%2C1732198643497,1-8a7a968213a0,39105,1732198643497 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39125/user/jenkins/test-data/1c71da28-c595-02d5-5621-19f6871a90e6/WALs/8a7a968213a0,39105,1732198643497/8a7a968213a0%2C39105%2C1732198643497.1732198645520 to pos 0, reset compression=false 2024-11-21T14:17:35,764 DEBUG [RS:0;8a7a968213a0:39105 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 273a7a5052d7d80f1baa0a4ca57a4396 2024-11-21T14:17:35,964 DEBUG [RS:0;8a7a968213a0:39105 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 273a7a5052d7d80f1baa0a4ca57a4396 2024-11-21T14:17:35,986 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39125/user/jenkins/test-data/1c71da28-c595-02d5-5621-19f6871a90e6/data/hbase/meta/1588230740/.tmp/info/df141643f91d4a3f9cc6d23257095783 2024-11-21T14:17:35,986 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:39125/user/jenkins/test-data/1c71da28-c595-02d5-5621-19f6871a90e6/data/hbase/replication/273a7a5052d7d80f1baa0a4ca57a4396/.tmp/queue/fb983da4ce4b47a1aa5e1170ec15cd98 2024-11-21T14:17:35,994 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39125/user/jenkins/test-data/1c71da28-c595-02d5-5621-19f6871a90e6/data/hbase/replication/273a7a5052d7d80f1baa0a4ca57a4396/.tmp/queue/fb983da4ce4b47a1aa5e1170ec15cd98 as hdfs://localhost:39125/user/jenkins/test-data/1c71da28-c595-02d5-5621-19f6871a90e6/data/hbase/replication/273a7a5052d7d80f1baa0a4ca57a4396/queue/fb983da4ce4b47a1aa5e1170ec15cd98 2024-11-21T14:17:36,000 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39125/user/jenkins/test-data/1c71da28-c595-02d5-5621-19f6871a90e6/data/hbase/replication/273a7a5052d7d80f1baa0a4ca57a4396/queue/fb983da4ce4b47a1aa5e1170ec15cd98, entries=1, sequenceid=5, filesize=5.2 K 2024-11-21T14:17:36,001 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 273a7a5052d7d80f1baa0a4ca57a4396 in 438ms, sequenceid=5, compaction requested=false 2024-11-21T14:17:36,001 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-21T14:17:36,011 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39125/user/jenkins/test-data/1c71da28-c595-02d5-5621-19f6871a90e6/data/hbase/replication/273a7a5052d7d80f1baa0a4ca57a4396/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-21T14:17:36,011 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39125/user/jenkins/test-data/1c71da28-c595-02d5-5621-19f6871a90e6/data/hbase/meta/1588230740/.tmp/ns/23263e5c28ab4774b650282ab797ecf8 is 43, key is default/ns:d/1732198646542/Put/seqid=0 2024-11-21T14:17:36,011 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T14:17:36,011 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T14:17:36,011 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732198650753.273a7a5052d7d80f1baa0a4ca57a4396. 2024-11-21T14:17:36,012 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 273a7a5052d7d80f1baa0a4ca57a4396: Waiting for close lock at 1732198655563Running coprocessor pre-close hooks at 1732198655563Disabling compacts and flushes for region at 1732198655563Disabling writes for close at 1732198655563Obtaining lock to block concurrent updates at 1732198655563Preparing flush snapshotting stores in 273a7a5052d7d80f1baa0a4ca57a4396 at 1732198655563Finished memstore snapshotting hbase:replication,,1732198650753.273a7a5052d7d80f1baa0a4ca57a4396., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1732198655564 (+1 ms)Flushing stores of hbase:replication,,1732198650753.273a7a5052d7d80f1baa0a4ca57a4396. at 1732198655564Flushing 273a7a5052d7d80f1baa0a4ca57a4396/queue: creating writer at 1732198655564Flushing 273a7a5052d7d80f1baa0a4ca57a4396/queue: appending metadata at 1732198655580 (+16 ms)Flushing 273a7a5052d7d80f1baa0a4ca57a4396/queue: closing flushed file at 1732198655580Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c17257a: reopening flushed file at 1732198655993 (+413 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 273a7a5052d7d80f1baa0a4ca57a4396 in 438ms, sequenceid=5, compaction requested=false at 1732198656001 (+8 ms)Writing region close event to WAL at 1732198656007 (+6 ms)Running coprocessor post-close hooks at 1732198656011 (+4 ms)Closed at 1732198656011 2024-11-21T14:17:36,012 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732198650753.273a7a5052d7d80f1baa0a4ca57a4396. 2024-11-21T14:17:36,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38869 is added to blk_1073741840_1016 (size=5153) 2024-11-21T14:17:36,164 DEBUG [RS:0;8a7a968213a0:39105 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T14:17:36,364 DEBUG [RS:0;8a7a968213a0:39105 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T14:17:36,395 INFO [regionserver/8a7a968213a0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T14:17:36,395 INFO [regionserver/8a7a968213a0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T14:17:36,416 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39125/user/jenkins/test-data/1c71da28-c595-02d5-5621-19f6871a90e6/data/hbase/meta/1588230740/.tmp/ns/23263e5c28ab4774b650282ab797ecf8 2024-11-21T14:17:36,437 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39125/user/jenkins/test-data/1c71da28-c595-02d5-5621-19f6871a90e6/data/hbase/meta/1588230740/.tmp/table/dba05f32cd1243eab2d5878d1baca007 is 53, key is hbase:replication/table:state/1732198651940/Put/seqid=0 2024-11-21T14:17:36,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38869 is added to blk_1073741841_1017 (size=5256) 2024-11-21T14:17:36,565 INFO [RS:0;8a7a968213a0:39105 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-21T14:17:36,565 DEBUG [RS:0;8a7a968213a0:39105 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-21T14:17:36,565 DEBUG [RS:0;8a7a968213a0:39105 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T14:17:36,631 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,39105,1732198643497.replicationSource.wal-reader.8a7a968213a0%2C39105%2C1732198643497,1-8a7a968213a0,39105,1732198643497 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39125/user/jenkins/test-data/1c71da28-c595-02d5-5621-19f6871a90e6/WALs/8a7a968213a0,39105,1732198643497/8a7a968213a0%2C39105%2C1732198643497.1732198645520 to pos 0, reset compression=false 2024-11-21T14:17:36,765 DEBUG [RS:0;8a7a968213a0:39105 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T14:17:36,842 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39125/user/jenkins/test-data/1c71da28-c595-02d5-5621-19f6871a90e6/data/hbase/meta/1588230740/.tmp/table/dba05f32cd1243eab2d5878d1baca007 2024-11-21T14:17:36,853 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39125/user/jenkins/test-data/1c71da28-c595-02d5-5621-19f6871a90e6/data/hbase/meta/1588230740/.tmp/info/df141643f91d4a3f9cc6d23257095783 as hdfs://localhost:39125/user/jenkins/test-data/1c71da28-c595-02d5-5621-19f6871a90e6/data/hbase/meta/1588230740/info/df141643f91d4a3f9cc6d23257095783 2024-11-21T14:17:36,860 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39125/user/jenkins/test-data/1c71da28-c595-02d5-5621-19f6871a90e6/data/hbase/meta/1588230740/info/df141643f91d4a3f9cc6d23257095783, entries=10, sequenceid=11, filesize=6.5 K 2024-11-21T14:17:36,861 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39125/user/jenkins/test-data/1c71da28-c595-02d5-5621-19f6871a90e6/data/hbase/meta/1588230740/.tmp/ns/23263e5c28ab4774b650282ab797ecf8 as hdfs://localhost:39125/user/jenkins/test-data/1c71da28-c595-02d5-5621-19f6871a90e6/data/hbase/meta/1588230740/ns/23263e5c28ab4774b650282ab797ecf8 2024-11-21T14:17:36,870 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39125/user/jenkins/test-data/1c71da28-c595-02d5-5621-19f6871a90e6/data/hbase/meta/1588230740/ns/23263e5c28ab4774b650282ab797ecf8, entries=2, sequenceid=11, filesize=5.0 K 2024-11-21T14:17:36,871 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39125/user/jenkins/test-data/1c71da28-c595-02d5-5621-19f6871a90e6/data/hbase/meta/1588230740/.tmp/table/dba05f32cd1243eab2d5878d1baca007 as hdfs://localhost:39125/user/jenkins/test-data/1c71da28-c595-02d5-5621-19f6871a90e6/data/hbase/meta/1588230740/table/dba05f32cd1243eab2d5878d1baca007 2024-11-21T14:17:36,877 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39125/user/jenkins/test-data/1c71da28-c595-02d5-5621-19f6871a90e6/data/hbase/meta/1588230740/table/dba05f32cd1243eab2d5878d1baca007, entries=2, sequenceid=11, filesize=5.1 K 2024-11-21T14:17:36,878 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1314ms, sequenceid=11, compaction requested=false 2024-11-21T14:17:36,883 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39125/user/jenkins/test-data/1c71da28-c595-02d5-5621-19f6871a90e6/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-21T14:17:36,884 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T14:17:36,884 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T14:17:36,884 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T14:17:36,884 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732198655563Running coprocessor pre-close hooks at 1732198655563Disabling compacts and flushes for region at 1732198655563Disabling writes for close at 1732198655564 (+1 ms)Obtaining lock to block concurrent updates at 1732198655564Preparing flush snapshotting stores in 1588230740 at 1732198655564Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732198655564Flushing stores of hbase:meta,,1.1588230740 at 1732198655565 (+1 ms)Flushing 1588230740/info: creating writer at 1732198655565Flushing 1588230740/info: appending metadata at 1732198655581 (+16 ms)Flushing 1588230740/info: closing flushed file at 1732198655581Flushing 1588230740/ns: creating writer at 1732198655993 (+412 ms)Flushing 1588230740/ns: appending metadata at 1732198656011 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1732198656011Flushing 1588230740/table: creating writer at 1732198656422 (+411 ms)Flushing 1588230740/table: appending metadata at 1732198656437 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732198656437Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14b810a9: reopening flushed file at 1732198656850 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f78dce6: reopening flushed file at 1732198656860 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2defe8df: reopening flushed file at 1732198656870 (+10 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1314ms, sequenceid=11, compaction requested=false at 1732198656878 (+8 ms)Writing region close event to WAL at 1732198656880 (+2 ms)Running coprocessor post-close hooks at 1732198656884 (+4 ms)Closed at 1732198656884 2024-11-21T14:17:36,884 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T14:17:36,965 INFO [RS:0;8a7a968213a0:39105 {}] regionserver.HRegionServer(976): stopping server 8a7a968213a0,39105,1732198643497; all regions closed. 2024-11-21T14:17:36,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38869 is added to blk_1073741834_1010 (size=2742) 2024-11-21T14:17:36,968 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1c71da28-c595-02d5-5621-19f6871a90e6/WALs/8a7a968213a0,39105,1732198643497/8a7a968213a0%2C39105%2C1732198643497.meta.1732198646487.meta not finished, retry = 0 2024-11-21T14:17:37,071 DEBUG [RS:0;8a7a968213a0:39105 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1c71da28-c595-02d5-5621-19f6871a90e6/oldWALs 2024-11-21T14:17:37,071 INFO [RS:0;8a7a968213a0:39105 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8a7a968213a0%2C39105%2C1732198643497.meta:.meta(num 1732198646487) 2024-11-21T14:17:37,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38869 is added to blk_1073741837_1013 (size=1586) 2024-11-21T14:17:37,076 DEBUG [RS:0;8a7a968213a0:39105 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1c71da28-c595-02d5-5621-19f6871a90e6/oldWALs 2024-11-21T14:17:37,076 INFO [RS:0;8a7a968213a0:39105 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8a7a968213a0%2C39105%2C1732198643497.rep:(num 1732198651896) 2024-11-21T14:17:37,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38869 is added to blk_1073741832_1008 (size=93) 2024-11-21T14:17:37,082 DEBUG [RS:0;8a7a968213a0:39105 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1c71da28-c595-02d5-5621-19f6871a90e6/oldWALs 2024-11-21T14:17:37,082 INFO [RS:0;8a7a968213a0:39105 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8a7a968213a0%2C39105%2C1732198643497:(num 1732198645520) 2024-11-21T14:17:37,082 DEBUG [RS:0;8a7a968213a0:39105 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:17:37,082 INFO [RS:0;8a7a968213a0:39105 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T14:17:37,082 INFO [RS:0;8a7a968213a0:39105 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T14:17:37,082 INFO [RS:0;8a7a968213a0:39105 {}] hbase.ChoreService(370): Chore service for: regionserver/8a7a968213a0:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T14:17:37,082 INFO [RS:0;8a7a968213a0:39105 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T14:17:37,082 INFO [regionserver/8a7a968213a0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T14:17:37,083 INFO [RS:0;8a7a968213a0:39105 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-8a7a968213a0,39105,1732198643497 because: Region server is closing 2024-11-21T14:17:37,083 INFO [RS:0;8a7a968213a0:39105 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8a7a968213a0:39105. 2024-11-21T14:17:37,083 DEBUG [RS:0;8a7a968213a0:39105 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:17:37,083 DEBUG [RS:0;8a7a968213a0:39105 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:17:37,083 DEBUG [RS:0;8a7a968213a0:39105 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:17:37,083 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:17:37,184 WARN [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,39105,1732198643497.replicationSource.shipper8a7a968213a0%2C39105%2C1732198643497,1-8a7a968213a0,39105,1732198643497 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-21T14:17:37,184 WARN [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,39105,1732198643497.replicationSource.wal-reader.8a7a968213a0%2C39105%2C1732198643497,1-8a7a968213a0,39105,1732198643497 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-21T14:17:37,184 INFO [RS:0;8a7a968213a0:39105 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,39105,1732198643497.replicationSource.shipper8a7a968213a0%2C39105%2C1732198643497,1-8a7a968213a0,39105,1732198643497 terminated 2024-11-21T14:17:37,184 INFO [RS:0;8a7a968213a0:39105 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39105 2024-11-21T14:17:37,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39105-0x1013ae39d3d0001, quorum=127.0.0.1:59928, baseZNode=/0532378741 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0532378741/rs/8a7a968213a0,39105,1732198643497 2024-11-21T14:17:37,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42323-0x1013ae39d3d0000, quorum=127.0.0.1:59928, baseZNode=/0532378741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0532378741/rs 2024-11-21T14:17:37,186 INFO [RS:0;8a7a968213a0:39105 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T14:17:37,187 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8a7a968213a0,39105,1732198643497] 2024-11-21T14:17:37,190 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0532378741/draining/8a7a968213a0,39105,1732198643497 already deleted, retry=false 2024-11-21T14:17:37,190 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8a7a968213a0,39105,1732198643497 expired; onlineServers=0 2024-11-21T14:17:37,190 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8a7a968213a0,42323,1732198643440' ***** 2024-11-21T14:17:37,190 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T14:17:37,190 INFO [M:0;8a7a968213a0:42323 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T14:17:37,190 INFO [M:0;8a7a968213a0:42323 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T14:17:37,190 DEBUG [M:0;8a7a968213a0:42323 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T14:17:37,191 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T14:17:37,191 DEBUG [M:0;8a7a968213a0:42323 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T14:17:37,191 DEBUG [master/8a7a968213a0:0:becomeActiveMaster-HFileCleaner.large.0-1732198645332 {}] cleaner.HFileCleaner(306): Exit Thread[master/8a7a968213a0:0:becomeActiveMaster-HFileCleaner.large.0-1732198645332,5,FailOnTimeoutGroup] 2024-11-21T14:17:37,191 DEBUG [master/8a7a968213a0:0:becomeActiveMaster-HFileCleaner.small.0-1732198645336 {}] cleaner.HFileCleaner(306): Exit Thread[master/8a7a968213a0:0:becomeActiveMaster-HFileCleaner.small.0-1732198645336,5,FailOnTimeoutGroup] 2024-11-21T14:17:37,191 INFO [M:0;8a7a968213a0:42323 {}] hbase.ChoreService(370): Chore service for: master/8a7a968213a0:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T14:17:37,191 INFO [M:0;8a7a968213a0:42323 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T14:17:37,191 DEBUG [M:0;8a7a968213a0:42323 {}] master.HMaster(1795): Stopping service threads 2024-11-21T14:17:37,191 INFO [M:0;8a7a968213a0:42323 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T14:17:37,191 INFO [M:0;8a7a968213a0:42323 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T14:17:37,191 INFO [M:0;8a7a968213a0:42323 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T14:17:37,191 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T14:17:37,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42323-0x1013ae39d3d0000, quorum=127.0.0.1:59928, baseZNode=/0532378741 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0532378741/master 2024-11-21T14:17:37,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42323-0x1013ae39d3d0000, quorum=127.0.0.1:59928, baseZNode=/0532378741 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0532378741 2024-11-21T14:17:37,193 DEBUG [M:0;8a7a968213a0:42323 {}] zookeeper.ZKUtil(347): master:42323-0x1013ae39d3d0000, quorum=127.0.0.1:59928, baseZNode=/0532378741 Unable to get data of znode /0532378741/master because node does not exist (not an error) 2024-11-21T14:17:37,193 WARN [M:0;8a7a968213a0:42323 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T14:17:37,194 INFO [M:0;8a7a968213a0:42323 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39125/user/jenkins/test-data/1c71da28-c595-02d5-5621-19f6871a90e6/.lastflushedseqids 2024-11-21T14:17:37,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38869 is added to blk_1073741842_1018 (size=181) 2024-11-21T14:17:37,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39105-0x1013ae39d3d0001, quorum=127.0.0.1:59928, baseZNode=/0532378741 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T14:17:37,289 INFO [RS:0;8a7a968213a0:39105 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T14:17:37,289 INFO [RS:0;8a7a968213a0:39105 {}] regionserver.HRegionServer(1031): Exiting; stopping=8a7a968213a0,39105,1732198643497; zookeeper connection closed. 2024-11-21T14:17:37,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39105-0x1013ae39d3d0001, quorum=127.0.0.1:59928, baseZNode=/0532378741 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T14:17:37,290 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3ee795da {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3ee795da 2024-11-21T14:17:37,290 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T14:17:37,416 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T14:17:37,417 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:17:37,435 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:17:37,437 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:17:37,445 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T14:17:37,445 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T14:17:37,445 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T14:17:37,600 INFO [M:0;8a7a968213a0:42323 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T14:17:37,600 INFO [M:0;8a7a968213a0:42323 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T14:17:37,600 DEBUG [M:0;8a7a968213a0:42323 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T14:17:37,601 INFO [M:0;8a7a968213a0:42323 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:17:37,601 DEBUG [M:0;8a7a968213a0:42323 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:17:37,601 DEBUG [M:0;8a7a968213a0:42323 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T14:17:37,601 DEBUG [M:0;8a7a968213a0:42323 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:17:37,601 INFO [M:0;8a7a968213a0:42323 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-21T14:17:37,617 DEBUG [M:0;8a7a968213a0:42323 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39125/user/jenkins/test-data/1c71da28-c595-02d5-5621-19f6871a90e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3eeeaa192f2d43009116808942ee939d is 82, key is hbase:meta,,1/info:regioninfo/1732198646525/Put/seqid=0 2024-11-21T14:17:37,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38869 is added to blk_1073741843_1019 (size=5672) 2024-11-21T14:17:37,622 INFO [M:0;8a7a968213a0:42323 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:39125/user/jenkins/test-data/1c71da28-c595-02d5-5621-19f6871a90e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3eeeaa192f2d43009116808942ee939d 2024-11-21T14:17:37,641 DEBUG [M:0;8a7a968213a0:42323 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39125/user/jenkins/test-data/1c71da28-c595-02d5-5621-19f6871a90e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d5e325bd91034a5aab2fb630f8bc7ccd is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732198651944/Put/seqid=0 2024-11-21T14:17:37,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38869 is added to blk_1073741844_1020 (size=7203) 2024-11-21T14:17:38,046 INFO [M:0;8a7a968213a0:42323 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:39125/user/jenkins/test-data/1c71da28-c595-02d5-5621-19f6871a90e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d5e325bd91034a5aab2fb630f8bc7ccd 2024-11-21T14:17:38,067 DEBUG [M:0;8a7a968213a0:42323 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39125/user/jenkins/test-data/1c71da28-c595-02d5-5621-19f6871a90e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4012c7a945be406eb70bdb45257af04b is 69, key is 8a7a968213a0,39105,1732198643497/rs:state/1732198645368/Put/seqid=0 2024-11-21T14:17:38,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38869 is added to blk_1073741845_1021 (size=5156) 2024-11-21T14:17:38,074 INFO [M:0;8a7a968213a0:42323 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:39125/user/jenkins/test-data/1c71da28-c595-02d5-5621-19f6871a90e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4012c7a945be406eb70bdb45257af04b 2024-11-21T14:17:38,083 DEBUG [M:0;8a7a968213a0:42323 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39125/user/jenkins/test-data/1c71da28-c595-02d5-5621-19f6871a90e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3eeeaa192f2d43009116808942ee939d as hdfs://localhost:39125/user/jenkins/test-data/1c71da28-c595-02d5-5621-19f6871a90e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3eeeaa192f2d43009116808942ee939d 2024-11-21T14:17:38,089 INFO [M:0;8a7a968213a0:42323 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39125/user/jenkins/test-data/1c71da28-c595-02d5-5621-19f6871a90e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3eeeaa192f2d43009116808942ee939d, entries=8, sequenceid=70, filesize=5.5 K 2024-11-21T14:17:38,090 DEBUG [M:0;8a7a968213a0:42323 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39125/user/jenkins/test-data/1c71da28-c595-02d5-5621-19f6871a90e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d5e325bd91034a5aab2fb630f8bc7ccd as hdfs://localhost:39125/user/jenkins/test-data/1c71da28-c595-02d5-5621-19f6871a90e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d5e325bd91034a5aab2fb630f8bc7ccd 2024-11-21T14:17:38,095 INFO [M:0;8a7a968213a0:42323 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39125/user/jenkins/test-data/1c71da28-c595-02d5-5621-19f6871a90e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d5e325bd91034a5aab2fb630f8bc7ccd, entries=8, sequenceid=70, filesize=7.0 K 2024-11-21T14:17:38,096 DEBUG [M:0;8a7a968213a0:42323 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39125/user/jenkins/test-data/1c71da28-c595-02d5-5621-19f6871a90e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4012c7a945be406eb70bdb45257af04b as hdfs://localhost:39125/user/jenkins/test-data/1c71da28-c595-02d5-5621-19f6871a90e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4012c7a945be406eb70bdb45257af04b 2024-11-21T14:17:38,101 INFO [M:0;8a7a968213a0:42323 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39125/user/jenkins/test-data/1c71da28-c595-02d5-5621-19f6871a90e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4012c7a945be406eb70bdb45257af04b, entries=1, sequenceid=70, filesize=5.0 K 2024-11-21T14:17:38,102 INFO [M:0;8a7a968213a0:42323 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 501ms, sequenceid=70, compaction requested=false 2024-11-21T14:17:38,104 INFO [M:0;8a7a968213a0:42323 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:17:38,104 DEBUG [M:0;8a7a968213a0:42323 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732198657600Disabling compacts and flushes for region at 1732198657600Disabling writes for close at 1732198657601 (+1 ms)Obtaining lock to block concurrent updates at 1732198657601Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732198657601Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1732198657601Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732198657602 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732198657602Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732198657617 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732198657617Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732198657627 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732198657640 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732198657640Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732198658051 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732198658067 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732198658067Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@90a224: reopening flushed file at 1732198658082 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e45e683: reopening flushed file at 1732198658089 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@381ad802: reopening flushed file at 1732198658095 (+6 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 501ms, sequenceid=70, compaction requested=false at 1732198658102 (+7 ms)Writing region close event to WAL at 1732198658104 (+2 ms)Closed at 1732198658104 2024-11-21T14:17:38,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38869 is added to blk_1073741830_1006 (size=41008) 2024-11-21T14:17:38,107 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T14:17:38,107 INFO [M:0;8a7a968213a0:42323 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T14:17:38,107 INFO [M:0;8a7a968213a0:42323 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42323 2024-11-21T14:17:38,107 INFO [M:0;8a7a968213a0:42323 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T14:17:38,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42323-0x1013ae39d3d0000, quorum=127.0.0.1:59928, baseZNode=/0532378741 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T14:17:38,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42323-0x1013ae39d3d0000, quorum=127.0.0.1:59928, baseZNode=/0532378741 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T14:17:38,210 INFO [M:0;8a7a968213a0:42323 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T14:17:38,213 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5f736734{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T14:17:38,214 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3183cd5d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T14:17:38,214 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T14:17:38,214 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d1cbcba{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T14:17:38,214 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d7725da{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6deb19c-7b7d-fe2d-be79-0ea710f40deb/hadoop.log.dir/,STOPPED} 2024-11-21T14:17:38,222 WARN [BP-1422564036-172.17.0.2-1732198642385 heartbeating to localhost/127.0.0.1:39125 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T14:17:38,222 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T14:17:38,222 WARN [BP-1422564036-172.17.0.2-1732198642385 heartbeating to localhost/127.0.0.1:39125 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1422564036-172.17.0.2-1732198642385 (Datanode Uuid 24de47a0-a518-42ba-8989-3f6cdedbcb19) service to localhost/127.0.0.1:39125 2024-11-21T14:17:38,222 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T14:17:38,223 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6deb19c-7b7d-fe2d-be79-0ea710f40deb/cluster_bb6e4cfb-5314-8eb0-9b41-c9f62062562b/data/data1/current/BP-1422564036-172.17.0.2-1732198642385 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T14:17:38,223 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6deb19c-7b7d-fe2d-be79-0ea710f40deb/cluster_bb6e4cfb-5314-8eb0-9b41-c9f62062562b/data/data2/current/BP-1422564036-172.17.0.2-1732198642385 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T14:17:38,223 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T14:17:38,231 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@440b13fc{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T14:17:38,232 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@301e370e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T14:17:38,232 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T14:17:38,232 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44f7b8d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T14:17:38,232 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2599732c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6deb19c-7b7d-fe2d-be79-0ea710f40deb/hadoop.log.dir/,STOPPED} 2024-11-21T14:17:38,241 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-21T14:17:38,255 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T14:17:38,266 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=140 (was 108) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42507 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42507 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:39125 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:42507 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42507 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:42507 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:39125 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:42507 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39125 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59928) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39125 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39125 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:39125 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39125 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:39125 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:42507 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59928) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42507 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=465 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=273 (was 267) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5387 (was 4266) - AvailableMemoryMB LEAK? - 2024-11-21T14:17:38,274 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=140, OpenFileDescriptor=465, MaxFileDescriptor=1048576, SystemLoadAverage=273, ProcessCount=11, AvailableMemoryMB=5386 2024-11-21T14:17:38,289 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-21T14:17:38,290 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d03272fc-e074-505b-f031-5d588a118755/hadoop.log.dir so I do NOT create it in target/test-data/d345af74-ad8b-c0b7-d4e7-09d54cb5d609 2024-11-21T14:17:38,291 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d03272fc-e074-505b-f031-5d588a118755/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T14:17:38,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d03272fc-e074-505b-f031-5d588a118755/hadoop.tmp.dir so I do NOT create it in target/test-data/d345af74-ad8b-c0b7-d4e7-09d54cb5d609 2024-11-21T14:17:38,291 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d03272fc-e074-505b-f031-5d588a118755/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T14:17:38,291 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d345af74-ad8b-c0b7-d4e7-09d54cb5d609 2024-11-21T14:17:38,291 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d345af74-ad8b-c0b7-d4e7-09d54cb5d609/cluster_b2c15586-5484-a37c-9654-0baaa99ccce0, deleteOnExit=true 2024-11-21T14:17:38,304 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d345af74-ad8b-c0b7-d4e7-09d54cb5d609/cluster_b2c15586-5484-a37c-9654-0baaa99ccce0/zookeeper_0, clientPort=51796, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d345af74-ad8b-c0b7-d4e7-09d54cb5d609/cluster_b2c15586-5484-a37c-9654-0baaa99ccce0/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d345af74-ad8b-c0b7-d4e7-09d54cb5d609/cluster_b2c15586-5484-a37c-9654-0baaa99ccce0/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-21T14:17:38,306 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51796 2024-11-21T14:17:38,306 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T14:17:38,306 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T14:17:38,306 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d345af74-ad8b-c0b7-d4e7-09d54cb5d609/test.cache.data in system properties and HBase conf 2024-11-21T14:17:38,306 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d345af74-ad8b-c0b7-d4e7-09d54cb5d609/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T14:17:38,306 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d345af74-ad8b-c0b7-d4e7-09d54cb5d609/hadoop.log.dir in system properties and HBase conf 2024-11-21T14:17:38,306 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d345af74-ad8b-c0b7-d4e7-09d54cb5d609/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T14:17:38,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d345af74-ad8b-c0b7-d4e7-09d54cb5d609/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T14:17:38,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T14:17:38,307 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T14:17:38,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d345af74-ad8b-c0b7-d4e7-09d54cb5d609/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T14:17:38,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d345af74-ad8b-c0b7-d4e7-09d54cb5d609/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T14:17:38,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d345af74-ad8b-c0b7-d4e7-09d54cb5d609/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T14:17:38,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d345af74-ad8b-c0b7-d4e7-09d54cb5d609/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T14:17:38,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d345af74-ad8b-c0b7-d4e7-09d54cb5d609/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T14:17:38,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d345af74-ad8b-c0b7-d4e7-09d54cb5d609/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T14:17:38,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d345af74-ad8b-c0b7-d4e7-09d54cb5d609/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T14:17:38,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d345af74-ad8b-c0b7-d4e7-09d54cb5d609/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T14:17:38,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d345af74-ad8b-c0b7-d4e7-09d54cb5d609/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T14:17:38,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d345af74-ad8b-c0b7-d4e7-09d54cb5d609/nfs.dump.dir in system properties and HBase conf 2024-11-21T14:17:38,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d345af74-ad8b-c0b7-d4e7-09d54cb5d609/java.io.tmpdir in system properties and HBase conf 2024-11-21T14:17:38,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d345af74-ad8b-c0b7-d4e7-09d54cb5d609/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T14:17:38,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d345af74-ad8b-c0b7-d4e7-09d54cb5d609/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T14:17:38,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d345af74-ad8b-c0b7-d4e7-09d54cb5d609/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T14:17:38,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1013ae39d3d0002, quorum=127.0.0.1:59928, baseZNode=/0532378741 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T14:17:38,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1013ae39d3d0005, quorum=127.0.0.1:59928, baseZNode=/1-1908760538 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T14:17:38,337 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1013ae39d3d0002, quorum=127.0.0.1:59928, baseZNode=/0532378741 Received Disconnected from ZooKeeper, ignoring 2024-11-21T14:17:38,337 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1013ae39d3d0005, quorum=127.0.0.1:59928, baseZNode=/1-1908760538 Received Disconnected from ZooKeeper, ignoring 2024-11-21T14:17:38,420 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T14:17:38,426 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T14:17:38,430 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T14:17:38,430 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T14:17:38,430 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T14:17:38,431 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T14:17:38,431 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a50b0da{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d345af74-ad8b-c0b7-d4e7-09d54cb5d609/hadoop.log.dir/,AVAILABLE} 2024-11-21T14:17:38,432 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1fecc9af{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T14:17:38,592 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@19f28759{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d345af74-ad8b-c0b7-d4e7-09d54cb5d609/java.io.tmpdir/jetty-localhost-40103-hadoop-hdfs-3_4_1-tests_jar-_-any-15270685348333077609/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T14:17:38,593 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5b5fcb95{HTTP/1.1, (http/1.1)}{localhost:40103} 2024-11-21T14:17:38,593 INFO [Time-limited test {}] server.Server(415): Started @46698ms 2024-11-21T14:17:38,726 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T14:17:38,730 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T14:17:38,738 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T14:17:38,738 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T14:17:38,738 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T14:17:38,739 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@530a7c13{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d345af74-ad8b-c0b7-d4e7-09d54cb5d609/hadoop.log.dir/,AVAILABLE} 2024-11-21T14:17:38,739 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@66e93db9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T14:17:38,867 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@9c2799f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d345af74-ad8b-c0b7-d4e7-09d54cb5d609/java.io.tmpdir/jetty-localhost-45219-hadoop-hdfs-3_4_1-tests_jar-_-any-1507807813771662208/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T14:17:38,868 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@133292a0{HTTP/1.1, (http/1.1)}{localhost:45219} 2024-11-21T14:17:38,868 INFO [Time-limited test {}] server.Server(415): Started @46973ms 2024-11-21T14:17:38,869 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T14:17:39,008 WARN [Thread-829 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d345af74-ad8b-c0b7-d4e7-09d54cb5d609/cluster_b2c15586-5484-a37c-9654-0baaa99ccce0/data/data2/current/BP-1552125264-172.17.0.2-1732198658351/current, will proceed with Du for space computation calculation, 2024-11-21T14:17:39,008 WARN [Thread-828 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d345af74-ad8b-c0b7-d4e7-09d54cb5d609/cluster_b2c15586-5484-a37c-9654-0baaa99ccce0/data/data1/current/BP-1552125264-172.17.0.2-1732198658351/current, will proceed with Du for space computation calculation, 2024-11-21T14:17:39,041 WARN [Thread-816 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T14:17:39,045 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf501f6b10ab90c2b with lease ID 0x5e397d1eeeb175f1: Processing first storage report for DS-95e4a85d-69de-470c-a31f-e134758c072c from datanode DatanodeRegistration(127.0.0.1:33197, datanodeUuid=fd52d88b-3c8d-41e7-a093-152d625c49cd, infoPort=35915, infoSecurePort=0, ipcPort=42461, storageInfo=lv=-57;cid=testClusterID;nsid=2073223830;c=1732198658351) 2024-11-21T14:17:39,045 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf501f6b10ab90c2b with lease ID 0x5e397d1eeeb175f1: from storage DS-95e4a85d-69de-470c-a31f-e134758c072c node DatanodeRegistration(127.0.0.1:33197, datanodeUuid=fd52d88b-3c8d-41e7-a093-152d625c49cd, infoPort=35915, infoSecurePort=0, ipcPort=42461, storageInfo=lv=-57;cid=testClusterID;nsid=2073223830;c=1732198658351), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-21T14:17:39,045 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf501f6b10ab90c2b with lease ID 0x5e397d1eeeb175f1: Processing first storage report for DS-e5fc09dc-b056-4d9e-9365-92a03592186f from datanode DatanodeRegistration(127.0.0.1:33197, datanodeUuid=fd52d88b-3c8d-41e7-a093-152d625c49cd, infoPort=35915, infoSecurePort=0, ipcPort=42461, storageInfo=lv=-57;cid=testClusterID;nsid=2073223830;c=1732198658351) 2024-11-21T14:17:39,045 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf501f6b10ab90c2b with lease ID 0x5e397d1eeeb175f1: from storage DS-e5fc09dc-b056-4d9e-9365-92a03592186f node DatanodeRegistration(127.0.0.1:33197, datanodeUuid=fd52d88b-3c8d-41e7-a093-152d625c49cd, infoPort=35915, infoSecurePort=0, ipcPort=42461, storageInfo=lv=-57;cid=testClusterID;nsid=2073223830;c=1732198658351), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T14:17:39,121 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d345af74-ad8b-c0b7-d4e7-09d54cb5d609 2024-11-21T14:17:39,121 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:17:39,123 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:17:39,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33197 is added to blk_1073741825_1001 (size=7) 2024-11-21T14:17:39,541 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe with version=8 2024-11-21T14:17:39,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/hbase-staging 2024-11-21T14:17:39,544 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8a7a968213a0:0 server-side Connection retries=45 2024-11-21T14:17:39,544 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T14:17:39,544 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T14:17:39,544 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T14:17:39,544 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T14:17:39,545 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T14:17:39,545 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T14:17:39,545 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T14:17:39,545 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40507 2024-11-21T14:17:39,547 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40507 connecting to ZooKeeper ensemble=127.0.0.1:51796 2024-11-21T14:17:39,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:405070x0, quorum=127.0.0.1:51796, baseZNode=/0-1848123578 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T14:17:39,556 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40507-0x1013ae3db8a0000 connected 2024-11-21T14:17:39,576 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:17:39,578 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:17:39,581 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40507-0x1013ae3db8a0000, quorum=127.0.0.1:51796, baseZNode=/0-1848123578 Set watcher on znode that does not yet exist, /0-1848123578/running 2024-11-21T14:17:39,581 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe, hbase.cluster.distributed=false 2024-11-21T14:17:39,589 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40507-0x1013ae3db8a0000, quorum=127.0.0.1:51796, baseZNode=/0-1848123578 Set watcher on znode that does not yet exist, /0-1848123578/acl 2024-11-21T14:17:39,592 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40507 2024-11-21T14:17:39,592 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40507 2024-11-21T14:17:39,592 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40507 2024-11-21T14:17:39,594 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40507 2024-11-21T14:17:39,594 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40507 2024-11-21T14:17:39,609 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8a7a968213a0:0 server-side Connection retries=45 2024-11-21T14:17:39,609 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T14:17:39,609 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T14:17:39,609 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T14:17:39,609 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T14:17:39,609 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T14:17:39,609 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T14:17:39,610 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T14:17:39,611 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45409 2024-11-21T14:17:39,612 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45409 connecting to ZooKeeper ensemble=127.0.0.1:51796 2024-11-21T14:17:39,612 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:17:39,614 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:17:39,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:454090x0, quorum=127.0.0.1:51796, baseZNode=/0-1848123578 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T14:17:39,619 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:454090x0, quorum=127.0.0.1:51796, baseZNode=/0-1848123578 Set watcher on znode that does not yet exist, /0-1848123578/running 2024-11-21T14:17:39,620 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T14:17:39,624 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45409-0x1013ae3db8a0001 connected 2024-11-21T14:17:39,624 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T14:17:39,625 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45409-0x1013ae3db8a0001, quorum=127.0.0.1:51796, baseZNode=/0-1848123578 Set watcher on znode that does not yet exist, /0-1848123578/master 2024-11-21T14:17:39,626 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45409-0x1013ae3db8a0001, quorum=127.0.0.1:51796, baseZNode=/0-1848123578 Set watcher on znode that does not yet exist, /0-1848123578/acl 2024-11-21T14:17:39,630 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45409 2024-11-21T14:17:39,632 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45409 2024-11-21T14:17:39,633 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45409 2024-11-21T14:17:39,640 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45409 2024-11-21T14:17:39,641 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45409 2024-11-21T14:17:39,666 DEBUG [M:0;8a7a968213a0:40507 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8a7a968213a0:40507 2024-11-21T14:17:39,668 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1848123578/backup-masters/8a7a968213a0,40507,1732198659544 2024-11-21T14:17:39,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45409-0x1013ae3db8a0001, quorum=127.0.0.1:51796, baseZNode=/0-1848123578 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1848123578/backup-masters 2024-11-21T14:17:39,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40507-0x1013ae3db8a0000, quorum=127.0.0.1:51796, baseZNode=/0-1848123578 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1848123578/backup-masters 2024-11-21T14:17:39,671 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40507-0x1013ae3db8a0000, quorum=127.0.0.1:51796, baseZNode=/0-1848123578 Set watcher on existing znode=/0-1848123578/backup-masters/8a7a968213a0,40507,1732198659544 2024-11-21T14:17:39,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45409-0x1013ae3db8a0001, quorum=127.0.0.1:51796, baseZNode=/0-1848123578 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1848123578/master 2024-11-21T14:17:39,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40507-0x1013ae3db8a0000, quorum=127.0.0.1:51796, baseZNode=/0-1848123578 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1848123578 2024-11-21T14:17:39,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45409-0x1013ae3db8a0001, quorum=127.0.0.1:51796, baseZNode=/0-1848123578 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1848123578 2024-11-21T14:17:39,677 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40507-0x1013ae3db8a0000, quorum=127.0.0.1:51796, baseZNode=/0-1848123578 Set watcher on existing znode=/0-1848123578/master 2024-11-21T14:17:39,677 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1848123578/backup-masters/8a7a968213a0,40507,1732198659544 from backup master directory 2024-11-21T14:17:39,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45409-0x1013ae3db8a0001, quorum=127.0.0.1:51796, baseZNode=/0-1848123578 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1848123578/backup-masters 2024-11-21T14:17:39,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40507-0x1013ae3db8a0000, quorum=127.0.0.1:51796, baseZNode=/0-1848123578 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1848123578/backup-masters/8a7a968213a0,40507,1732198659544 2024-11-21T14:17:39,680 WARN [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T14:17:39,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40507-0x1013ae3db8a0000, quorum=127.0.0.1:51796, baseZNode=/0-1848123578 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1848123578/backup-masters 2024-11-21T14:17:39,680 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8a7a968213a0,40507,1732198659544 2024-11-21T14:17:39,686 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/hbase.id] with ID: 34430fa9-f998-4aba-aaa3-2278e848f9c6 2024-11-21T14:17:39,686 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/.tmp/hbase.id 2024-11-21T14:17:39,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33197 is added to blk_1073741826_1002 (size=42) 2024-11-21T14:17:40,096 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/.tmp/hbase.id]:[hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/hbase.id] 2024-11-21T14:17:40,108 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:17:40,108 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T14:17:40,110 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-21T14:17:40,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45409-0x1013ae3db8a0001, quorum=127.0.0.1:51796, baseZNode=/0-1848123578 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1848123578 2024-11-21T14:17:40,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40507-0x1013ae3db8a0000, quorum=127.0.0.1:51796, baseZNode=/0-1848123578 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1848123578 2024-11-21T14:17:40,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33197 is added to blk_1073741827_1003 (size=196) 2024-11-21T14:17:40,520 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T14:17:40,521 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T14:17:40,521 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:17:40,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33197 is added to blk_1073741828_1004 (size=1189) 2024-11-21T14:17:40,935 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/MasterData/data/master/store 2024-11-21T14:17:40,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33197 is added to blk_1073741829_1005 (size=34) 2024-11-21T14:17:41,342 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:17:41,343 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T14:17:41,343 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:17:41,343 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:17:41,343 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T14:17:41,343 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:17:41,343 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:17:41,343 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732198661343Disabling compacts and flushes for region at 1732198661343Disabling writes for close at 1732198661343Writing region close event to WAL at 1732198661343Closed at 1732198661343 2024-11-21T14:17:41,344 WARN [master/8a7a968213a0:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/MasterData/data/master/store/.initializing 2024-11-21T14:17:41,344 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/MasterData/WALs/8a7a968213a0,40507,1732198659544 2024-11-21T14:17:41,345 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T14:17:41,347 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8a7a968213a0%2C40507%2C1732198659544, suffix=, logDir=hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/MasterData/WALs/8a7a968213a0,40507,1732198659544, archiveDir=hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/MasterData/oldWALs, maxLogs=10 2024-11-21T14:17:41,363 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/MasterData/WALs/8a7a968213a0,40507,1732198659544/8a7a968213a0%2C40507%2C1732198659544.1732198661348, exclude list is [], retry=0 2024-11-21T14:17:41,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33197,DS-95e4a85d-69de-470c-a31f-e134758c072c,DISK] 2024-11-21T14:17:41,368 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/MasterData/WALs/8a7a968213a0,40507,1732198659544/8a7a968213a0%2C40507%2C1732198659544.1732198661348 2024-11-21T14:17:41,368 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35915:35915)] 2024-11-21T14:17:41,368 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T14:17:41,369 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:17:41,369 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:17:41,369 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:17:41,372 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:17:41,374 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T14:17:41,374 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:17:41,375 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:17:41,375 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:17:41,377 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T14:17:41,377 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:17:41,378 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:17:41,378 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:17:41,379 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T14:17:41,379 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:17:41,379 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:17:41,379 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:17:41,381 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T14:17:41,381 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:17:41,381 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:17:41,381 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:17:41,382 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:17:41,382 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:17:41,384 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:17:41,384 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:17:41,384 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T14:17:41,385 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:17:41,387 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T14:17:41,388 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73988632, jitterRate=0.1025165319442749}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T14:17:41,388 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732198661369Initializing all the Stores at 1732198661370 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198661370Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198661372 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198661372Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198661372Cleaning up temporary data from old regions at 1732198661384 (+12 ms)Region opened successfully at 1732198661388 (+4 ms) 2024-11-21T14:17:41,389 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T14:17:41,392 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e69f7ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8a7a968213a0/172.17.0.2:0 2024-11-21T14:17:41,393 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T14:17:41,393 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T14:17:41,393 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T14:17:41,393 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T14:17:41,394 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T14:17:41,394 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T14:17:41,394 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T14:17:41,396 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T14:17:41,397 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40507-0x1013ae3db8a0000, quorum=127.0.0.1:51796, baseZNode=/0-1848123578 Unable to get data of znode /0-1848123578/balancer because node does not exist (not necessarily an error) 2024-11-21T14:17:41,401 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1848123578/balancer already deleted, retry=false 2024-11-21T14:17:41,401 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T14:17:41,402 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40507-0x1013ae3db8a0000, quorum=127.0.0.1:51796, baseZNode=/0-1848123578 Unable to get data of znode /0-1848123578/normalizer because node does not exist (not necessarily an error) 2024-11-21T14:17:41,403 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1848123578/normalizer already deleted, retry=false 2024-11-21T14:17:41,404 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T14:17:41,405 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40507-0x1013ae3db8a0000, quorum=127.0.0.1:51796, baseZNode=/0-1848123578 Unable to get data of znode /0-1848123578/switch/split because node does not exist (not necessarily an error) 2024-11-21T14:17:41,406 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1848123578/switch/split already deleted, retry=false 2024-11-21T14:17:41,407 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40507-0x1013ae3db8a0000, quorum=127.0.0.1:51796, baseZNode=/0-1848123578 Unable to get data of znode /0-1848123578/switch/merge because node does not exist (not necessarily an error) 2024-11-21T14:17:41,409 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1848123578/switch/merge already deleted, retry=false 2024-11-21T14:17:41,411 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40507-0x1013ae3db8a0000, quorum=127.0.0.1:51796, baseZNode=/0-1848123578 Unable to get data of znode /0-1848123578/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T14:17:41,413 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1848123578/snapshot-cleanup already deleted, retry=false 2024-11-21T14:17:41,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40507-0x1013ae3db8a0000, quorum=127.0.0.1:51796, baseZNode=/0-1848123578 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1848123578/running 2024-11-21T14:17:41,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45409-0x1013ae3db8a0001, quorum=127.0.0.1:51796, baseZNode=/0-1848123578 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1848123578/running 2024-11-21T14:17:41,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40507-0x1013ae3db8a0000, quorum=127.0.0.1:51796, baseZNode=/0-1848123578 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1848123578 2024-11-21T14:17:41,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45409-0x1013ae3db8a0001, quorum=127.0.0.1:51796, baseZNode=/0-1848123578 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1848123578 2024-11-21T14:17:41,415 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8a7a968213a0,40507,1732198659544, sessionid=0x1013ae3db8a0000, setting cluster-up flag (Was=false) 2024-11-21T14:17:41,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45409-0x1013ae3db8a0001, quorum=127.0.0.1:51796, baseZNode=/0-1848123578 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1848123578 2024-11-21T14:17:41,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40507-0x1013ae3db8a0000, quorum=127.0.0.1:51796, baseZNode=/0-1848123578 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1848123578 2024-11-21T14:17:41,424 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1848123578/flush-table-proc/acquired, /0-1848123578/flush-table-proc/reached, /0-1848123578/flush-table-proc/abort 2024-11-21T14:17:41,426 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8a7a968213a0,40507,1732198659544 2024-11-21T14:17:41,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40507-0x1013ae3db8a0000, quorum=127.0.0.1:51796, baseZNode=/0-1848123578 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1848123578 2024-11-21T14:17:41,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45409-0x1013ae3db8a0001, quorum=127.0.0.1:51796, baseZNode=/0-1848123578 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1848123578 2024-11-21T14:17:41,438 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1848123578/online-snapshot/acquired, /0-1848123578/online-snapshot/reached, /0-1848123578/online-snapshot/abort 2024-11-21T14:17:41,439 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8a7a968213a0,40507,1732198659544 2024-11-21T14:17:41,440 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T14:17:41,445 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T14:17:41,445 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T14:17:41,445 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T14:17:41,445 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8a7a968213a0,40507,1732198659544 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T14:17:41,447 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8a7a968213a0:0, corePoolSize=5, maxPoolSize=5 2024-11-21T14:17:41,447 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8a7a968213a0:0, corePoolSize=5, maxPoolSize=5 2024-11-21T14:17:41,447 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8a7a968213a0:0, corePoolSize=5, maxPoolSize=5 2024-11-21T14:17:41,447 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8a7a968213a0:0, corePoolSize=5, maxPoolSize=5 2024-11-21T14:17:41,447 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8a7a968213a0:0, corePoolSize=10, maxPoolSize=10 2024-11-21T14:17:41,447 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:17:41,447 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8a7a968213a0:0, corePoolSize=2, maxPoolSize=2 2024-11-21T14:17:41,447 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:17:41,453 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732198691453 2024-11-21T14:17:41,453 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T14:17:41,453 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T14:17:41,453 INFO [RS:0;8a7a968213a0:45409 {}] regionserver.HRegionServer(746): ClusterId : 34430fa9-f998-4aba-aaa3-2278e848f9c6 2024-11-21T14:17:41,453 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T14:17:41,453 DEBUG [RS:0;8a7a968213a0:45409 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T14:17:41,454 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T14:17:41,454 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T14:17:41,454 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T14:17:41,454 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T14:17:41,454 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T14:17:41,455 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:17:41,455 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T14:17:41,457 DEBUG [RS:0;8a7a968213a0:45409 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T14:17:41,457 DEBUG [RS:0;8a7a968213a0:45409 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T14:17:41,459 DEBUG [RS:0;8a7a968213a0:45409 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T14:17:41,460 DEBUG [RS:0;8a7a968213a0:45409 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f3958f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8a7a968213a0/172.17.0.2:0 2024-11-21T14:17:41,460 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T14:17:41,466 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T14:17:41,466 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T14:17:41,466 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T14:17:41,466 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T14:17:41,468 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T14:17:41,468 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T14:17:41,478 DEBUG [RS:0;8a7a968213a0:45409 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8a7a968213a0:45409 2024-11-21T14:17:41,478 INFO [RS:0;8a7a968213a0:45409 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T14:17:41,478 INFO [RS:0;8a7a968213a0:45409 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T14:17:41,478 DEBUG [RS:0;8a7a968213a0:45409 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T14:17:41,478 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8a7a968213a0:0:becomeActiveMaster-HFileCleaner.large.0-1732198661468,5,FailOnTimeoutGroup] 2024-11-21T14:17:41,478 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8a7a968213a0:0:becomeActiveMaster-HFileCleaner.small.0-1732198661478,5,FailOnTimeoutGroup] 2024-11-21T14:17:41,478 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T14:17:41,478 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T14:17:41,479 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T14:17:41,479 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T14:17:41,479 INFO [RS:0;8a7a968213a0:45409 {}] regionserver.HRegionServer(2659): reportForDuty to master=8a7a968213a0,40507,1732198659544 with port=45409, startcode=1732198659609 2024-11-21T14:17:41,479 DEBUG [RS:0;8a7a968213a0:45409 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T14:17:41,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33197 is added to blk_1073741831_1007 (size=1321) 2024-11-21T14:17:41,481 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55803, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T14:17:41,481 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T14:17:41,481 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe 2024-11-21T14:17:41,481 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40507 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8a7a968213a0,45409,1732198659609 2024-11-21T14:17:41,482 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40507 {}] master.ServerManager(517): Registering regionserver=8a7a968213a0,45409,1732198659609 2024-11-21T14:17:41,483 DEBUG [RS:0;8a7a968213a0:45409 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe 2024-11-21T14:17:41,483 DEBUG [RS:0;8a7a968213a0:45409 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33721 2024-11-21T14:17:41,483 DEBUG [RS:0;8a7a968213a0:45409 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T14:17:41,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40507-0x1013ae3db8a0000, quorum=127.0.0.1:51796, baseZNode=/0-1848123578 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1848123578/rs 2024-11-21T14:17:41,486 DEBUG [RS:0;8a7a968213a0:45409 {}] zookeeper.ZKUtil(111): regionserver:45409-0x1013ae3db8a0001, quorum=127.0.0.1:51796, baseZNode=/0-1848123578 Set watcher on existing znode=/0-1848123578/rs/8a7a968213a0,45409,1732198659609 2024-11-21T14:17:41,486 WARN [RS:0;8a7a968213a0:45409 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T14:17:41,486 INFO [RS:0;8a7a968213a0:45409 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:17:41,486 DEBUG [RS:0;8a7a968213a0:45409 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/WALs/8a7a968213a0,45409,1732198659609 2024-11-21T14:17:41,488 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8a7a968213a0,45409,1732198659609] 2024-11-21T14:17:41,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33197 is added to blk_1073741832_1008 (size=32) 2024-11-21T14:17:41,499 INFO [RS:0;8a7a968213a0:45409 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T14:17:41,504 INFO [RS:0;8a7a968213a0:45409 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T14:17:41,504 INFO [RS:0;8a7a968213a0:45409 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T14:17:41,504 INFO [RS:0;8a7a968213a0:45409 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T14:17:41,505 INFO [RS:0;8a7a968213a0:45409 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T14:17:41,505 INFO [RS:0;8a7a968213a0:45409 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T14:17:41,505 INFO [RS:0;8a7a968213a0:45409 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T14:17:41,505 DEBUG [RS:0;8a7a968213a0:45409 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:17:41,506 DEBUG [RS:0;8a7a968213a0:45409 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:17:41,506 DEBUG [RS:0;8a7a968213a0:45409 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:17:41,506 DEBUG [RS:0;8a7a968213a0:45409 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:17:41,506 DEBUG [RS:0;8a7a968213a0:45409 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:17:41,506 DEBUG [RS:0;8a7a968213a0:45409 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8a7a968213a0:0, corePoolSize=2, maxPoolSize=2 2024-11-21T14:17:41,506 DEBUG [RS:0;8a7a968213a0:45409 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:17:41,506 DEBUG [RS:0;8a7a968213a0:45409 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:17:41,506 DEBUG [RS:0;8a7a968213a0:45409 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:17:41,506 DEBUG [RS:0;8a7a968213a0:45409 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:17:41,506 DEBUG [RS:0;8a7a968213a0:45409 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:17:41,506 DEBUG [RS:0;8a7a968213a0:45409 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:17:41,506 DEBUG [RS:0;8a7a968213a0:45409 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8a7a968213a0:0, corePoolSize=3, maxPoolSize=3 2024-11-21T14:17:41,506 DEBUG [RS:0;8a7a968213a0:45409 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8a7a968213a0:0, corePoolSize=3, maxPoolSize=3 2024-11-21T14:17:41,511 INFO [RS:0;8a7a968213a0:45409 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T14:17:41,511 INFO [RS:0;8a7a968213a0:45409 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T14:17:41,511 INFO [RS:0;8a7a968213a0:45409 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T14:17:41,511 INFO [RS:0;8a7a968213a0:45409 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T14:17:41,511 INFO [RS:0;8a7a968213a0:45409 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T14:17:41,511 INFO [RS:0;8a7a968213a0:45409 {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,45409,1732198659609-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T14:17:41,527 INFO [RS:0;8a7a968213a0:45409 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T14:17:41,527 INFO [RS:0;8a7a968213a0:45409 {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,45409,1732198659609-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T14:17:41,527 INFO [RS:0;8a7a968213a0:45409 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:17:41,527 INFO [RS:0;8a7a968213a0:45409 {}] regionserver.Replication(171): 8a7a968213a0,45409,1732198659609 started 2024-11-21T14:17:41,542 INFO [RS:0;8a7a968213a0:45409 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:17:41,542 INFO [RS:0;8a7a968213a0:45409 {}] regionserver.HRegionServer(1482): Serving as 8a7a968213a0,45409,1732198659609, RpcServer on 8a7a968213a0/172.17.0.2:45409, sessionid=0x1013ae3db8a0001 2024-11-21T14:17:41,542 DEBUG [RS:0;8a7a968213a0:45409 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T14:17:41,542 DEBUG [RS:0;8a7a968213a0:45409 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8a7a968213a0,45409,1732198659609 2024-11-21T14:17:41,543 DEBUG [RS:0;8a7a968213a0:45409 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8a7a968213a0,45409,1732198659609' 2024-11-21T14:17:41,543 DEBUG [RS:0;8a7a968213a0:45409 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1848123578/flush-table-proc/abort' 2024-11-21T14:17:41,543 DEBUG [RS:0;8a7a968213a0:45409 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1848123578/flush-table-proc/acquired' 2024-11-21T14:17:41,544 DEBUG [RS:0;8a7a968213a0:45409 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T14:17:41,544 DEBUG [RS:0;8a7a968213a0:45409 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T14:17:41,544 DEBUG [RS:0;8a7a968213a0:45409 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8a7a968213a0,45409,1732198659609 2024-11-21T14:17:41,544 DEBUG [RS:0;8a7a968213a0:45409 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8a7a968213a0,45409,1732198659609' 2024-11-21T14:17:41,544 DEBUG [RS:0;8a7a968213a0:45409 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1848123578/online-snapshot/abort' 2024-11-21T14:17:41,544 DEBUG [RS:0;8a7a968213a0:45409 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1848123578/online-snapshot/acquired' 2024-11-21T14:17:41,544 DEBUG [RS:0;8a7a968213a0:45409 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T14:17:41,544 INFO [RS:0;8a7a968213a0:45409 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T14:17:41,544 INFO [RS:0;8a7a968213a0:45409 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T14:17:41,645 INFO [RS:0;8a7a968213a0:45409 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T14:17:41,648 INFO [RS:0;8a7a968213a0:45409 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8a7a968213a0%2C45409%2C1732198659609, suffix=, logDir=hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/WALs/8a7a968213a0,45409,1732198659609, archiveDir=hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/oldWALs, maxLogs=10 2024-11-21T14:17:41,670 DEBUG [RS:0;8a7a968213a0:45409 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/WALs/8a7a968213a0,45409,1732198659609/8a7a968213a0%2C45409%2C1732198659609.1732198661649, exclude list is [], retry=0 2024-11-21T14:17:41,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33197,DS-95e4a85d-69de-470c-a31f-e134758c072c,DISK] 2024-11-21T14:17:41,684 INFO [RS:0;8a7a968213a0:45409 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/WALs/8a7a968213a0,45409,1732198659609/8a7a968213a0%2C45409%2C1732198659609.1732198661649 2024-11-21T14:17:41,684 DEBUG [RS:0;8a7a968213a0:45409 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35915:35915)] 2024-11-21T14:17:41,896 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:17:41,899 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T14:17:41,902 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T14:17:41,902 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:17:41,903 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:17:41,903 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T14:17:41,905 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T14:17:41,905 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:17:41,905 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:17:41,905 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T14:17:41,915 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T14:17:41,915 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:17:41,916 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:17:41,916 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T14:17:41,918 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T14:17:41,918 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:17:41,919 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:17:41,919 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T14:17:41,920 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/data/hbase/meta/1588230740 2024-11-21T14:17:41,920 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/data/hbase/meta/1588230740 2024-11-21T14:17:41,921 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T14:17:41,921 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T14:17:41,922 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T14:17:41,923 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T14:17:41,925 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T14:17:41,926 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67219388, jitterRate=0.0016469359397888184}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T14:17:41,927 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732198661896Initializing all the Stores at 1732198661897 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198661897Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198661899 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198661899Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198661899Cleaning up temporary data from old regions at 1732198661921 (+22 ms)Region opened successfully at 1732198661926 (+5 ms) 2024-11-21T14:17:41,927 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T14:17:41,927 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T14:17:41,927 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T14:17:41,927 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T14:17:41,927 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T14:17:41,927 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T14:17:41,928 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732198661927Disabling compacts and flushes for region at 1732198661927Disabling writes for close at 1732198661927Writing region close event to WAL at 1732198661927Closed at 1732198661927 2024-11-21T14:17:41,930 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T14:17:41,930 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T14:17:41,930 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T14:17:41,932 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T14:17:41,933 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T14:17:42,084 DEBUG [8a7a968213a0:40507 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T14:17:42,087 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8a7a968213a0,45409,1732198659609 2024-11-21T14:17:42,088 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8a7a968213a0,45409,1732198659609, state=OPENING 2024-11-21T14:17:42,090 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T14:17:42,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45409-0x1013ae3db8a0001, quorum=127.0.0.1:51796, baseZNode=/0-1848123578 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1848123578 2024-11-21T14:17:42,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40507-0x1013ae3db8a0000, quorum=127.0.0.1:51796, baseZNode=/0-1848123578 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1848123578 2024-11-21T14:17:42,104 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1848123578/meta-region-server: CHANGED 2024-11-21T14:17:42,104 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1848123578/meta-region-server: CHANGED 2024-11-21T14:17:42,105 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T14:17:42,106 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8a7a968213a0,45409,1732198659609}] 2024-11-21T14:17:42,260 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T14:17:42,262 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54531, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T14:17:42,266 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T14:17:42,266 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:17:42,266 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T14:17:42,268 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8a7a968213a0%2C45409%2C1732198659609.meta, suffix=.meta, logDir=hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/WALs/8a7a968213a0,45409,1732198659609, archiveDir=hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/oldWALs, maxLogs=10 2024-11-21T14:17:42,285 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/WALs/8a7a968213a0,45409,1732198659609/8a7a968213a0%2C45409%2C1732198659609.meta.1732198662268.meta, exclude list is [], retry=0 2024-11-21T14:17:42,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33197,DS-95e4a85d-69de-470c-a31f-e134758c072c,DISK] 2024-11-21T14:17:42,293 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/WALs/8a7a968213a0,45409,1732198659609/8a7a968213a0%2C45409%2C1732198659609.meta.1732198662268.meta 2024-11-21T14:17:42,296 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35915:35915)] 2024-11-21T14:17:42,296 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T14:17:42,297 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T14:17:42,297 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T14:17:42,297 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T14:17:42,297 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T14:17:42,297 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T14:17:42,297 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:17:42,297 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T14:17:42,297 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T14:17:42,300 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T14:17:42,304 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T14:17:42,304 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:17:42,305 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:17:42,305 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T14:17:42,306 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T14:17:42,306 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:17:42,307 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:17:42,307 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T14:17:42,308 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T14:17:42,308 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:17:42,308 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:17:42,308 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T14:17:42,309 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T14:17:42,309 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:17:42,310 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:17:42,310 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T14:17:42,310 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/data/hbase/meta/1588230740 2024-11-21T14:17:42,312 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/data/hbase/meta/1588230740 2024-11-21T14:17:42,313 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T14:17:42,313 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T14:17:42,314 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T14:17:42,315 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T14:17:42,316 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58948678, jitterRate=-0.12159624695777893}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T14:17:42,316 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T14:17:42,317 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732198662298Writing region info on filesystem at 1732198662298Initializing all the Stores at 1732198662299 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198662299Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198662299Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198662299Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198662299Cleaning up temporary data from old regions at 1732198662313 (+14 ms)Running coprocessor post-open hooks at 1732198662316 (+3 ms)Region opened successfully at 1732198662317 (+1 ms) 2024-11-21T14:17:42,319 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732198662259 2024-11-21T14:17:42,323 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T14:17:42,323 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T14:17:42,324 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=8a7a968213a0,45409,1732198659609 2024-11-21T14:17:42,325 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8a7a968213a0,45409,1732198659609, state=OPEN 2024-11-21T14:17:42,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45409-0x1013ae3db8a0001, quorum=127.0.0.1:51796, baseZNode=/0-1848123578 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1848123578/meta-region-server 2024-11-21T14:17:42,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40507-0x1013ae3db8a0000, quorum=127.0.0.1:51796, baseZNode=/0-1848123578 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1848123578/meta-region-server 2024-11-21T14:17:42,326 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8a7a968213a0,45409,1732198659609 2024-11-21T14:17:42,327 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1848123578/meta-region-server: CHANGED 2024-11-21T14:17:42,327 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1848123578/meta-region-server: CHANGED 2024-11-21T14:17:42,329 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T14:17:42,329 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8a7a968213a0,45409,1732198659609 in 222 msec 2024-11-21T14:17:42,332 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T14:17:42,332 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 399 msec 2024-11-21T14:17:42,333 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T14:17:42,333 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T14:17:42,335 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:17:42,335 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a7a968213a0,45409,1732198659609, seqNum=-1] 2024-11-21T14:17:42,335 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:17:42,337 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48353, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T14:17:42,343 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 898 msec 2024-11-21T14:17:42,343 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732198662343, completionTime=-1 2024-11-21T14:17:42,343 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T14:17:42,343 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T14:17:42,345 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T14:17:42,345 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732198722345 2024-11-21T14:17:42,345 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732198782345 2024-11-21T14:17:42,345 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-21T14:17:42,346 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,40507,1732198659544-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T14:17:42,346 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,40507,1732198659544-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:17:42,346 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,40507,1732198659544-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:17:42,346 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8a7a968213a0:40507, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:17:42,346 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T14:17:42,348 DEBUG [master/8a7a968213a0:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T14:17:42,356 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T14:17:42,361 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.681sec 2024-11-21T14:17:42,361 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T14:17:42,361 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T14:17:42,361 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T14:17:42,361 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T14:17:42,361 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T14:17:42,361 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,40507,1732198659544-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T14:17:42,361 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,40507,1732198659544-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T14:17:42,364 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T14:17:42,364 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T14:17:42,364 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,40507,1732198659544-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:17:42,386 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T14:17:42,387 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:17:42,404 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:17:42,405 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:17:42,406 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:17:42,454 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@94d183c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:17:42,454 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8a7a968213a0,40507,-1 for getting cluster id 2024-11-21T14:17:42,455 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:17:42,456 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '34430fa9-f998-4aba-aaa3-2278e848f9c6' 2024-11-21T14:17:42,457 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:17:42,457 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "34430fa9-f998-4aba-aaa3-2278e848f9c6" 2024-11-21T14:17:42,457 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ad49a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:17:42,457 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a7a968213a0,40507,-1] 2024-11-21T14:17:42,457 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:17:42,457 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:17:42,458 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41944, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:17:42,459 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f299995, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:17:42,460 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:17:42,461 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a7a968213a0,45409,1732198659609, seqNum=-1] 2024-11-21T14:17:42,461 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:17:42,462 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T14:17:42,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=8a7a968213a0,40507,1732198659544 2024-11-21T14:17:42,465 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:51796 2024-11-21T14:17:42,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:51796, baseZNode=/0-1848123578 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T14:17:42,468 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013ae3db8a0002 connected 2024-11-21T14:17:42,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d345af74-ad8b-c0b7-d4e7-09d54cb5d609/hadoop.log.dir so I do NOT create it in target/test-data/af8cbeb0-a8dc-e520-5bf1-3e25ec54df54 2024-11-21T14:17:42,473 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d345af74-ad8b-c0b7-d4e7-09d54cb5d609/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T14:17:42,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d345af74-ad8b-c0b7-d4e7-09d54cb5d609/hadoop.tmp.dir so I do NOT create it in target/test-data/af8cbeb0-a8dc-e520-5bf1-3e25ec54df54 2024-11-21T14:17:42,473 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d345af74-ad8b-c0b7-d4e7-09d54cb5d609/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T14:17:42,473 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af8cbeb0-a8dc-e520-5bf1-3e25ec54df54 2024-11-21T14:17:42,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T14:17:42,473 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af8cbeb0-a8dc-e520-5bf1-3e25ec54df54/cluster_efebf26c-f075-968a-ce31-b38fb5d10974, deleteOnExit=true 2024-11-21T14:17:42,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T14:17:42,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af8cbeb0-a8dc-e520-5bf1-3e25ec54df54/test.cache.data in system properties and HBase conf 2024-11-21T14:17:42,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af8cbeb0-a8dc-e520-5bf1-3e25ec54df54/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T14:17:42,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af8cbeb0-a8dc-e520-5bf1-3e25ec54df54/hadoop.log.dir in system properties and HBase conf 2024-11-21T14:17:42,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af8cbeb0-a8dc-e520-5bf1-3e25ec54df54/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T14:17:42,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af8cbeb0-a8dc-e520-5bf1-3e25ec54df54/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T14:17:42,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T14:17:42,474 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T14:17:42,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af8cbeb0-a8dc-e520-5bf1-3e25ec54df54/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T14:17:42,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af8cbeb0-a8dc-e520-5bf1-3e25ec54df54/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T14:17:42,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af8cbeb0-a8dc-e520-5bf1-3e25ec54df54/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T14:17:42,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af8cbeb0-a8dc-e520-5bf1-3e25ec54df54/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T14:17:42,475 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af8cbeb0-a8dc-e520-5bf1-3e25ec54df54/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T14:17:42,475 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af8cbeb0-a8dc-e520-5bf1-3e25ec54df54/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T14:17:42,475 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af8cbeb0-a8dc-e520-5bf1-3e25ec54df54/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T14:17:42,475 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af8cbeb0-a8dc-e520-5bf1-3e25ec54df54/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T14:17:42,475 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af8cbeb0-a8dc-e520-5bf1-3e25ec54df54/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T14:17:42,475 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af8cbeb0-a8dc-e520-5bf1-3e25ec54df54/nfs.dump.dir in system properties and HBase conf 2024-11-21T14:17:42,475 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af8cbeb0-a8dc-e520-5bf1-3e25ec54df54/java.io.tmpdir in system properties and HBase conf 2024-11-21T14:17:42,475 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af8cbeb0-a8dc-e520-5bf1-3e25ec54df54/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T14:17:42,475 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af8cbeb0-a8dc-e520-5bf1-3e25ec54df54/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T14:17:42,476 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af8cbeb0-a8dc-e520-5bf1-3e25ec54df54/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T14:17:42,561 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T14:17:42,565 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T14:17:42,566 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T14:17:42,566 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T14:17:42,566 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T14:17:42,567 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T14:17:42,568 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c976543{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af8cbeb0-a8dc-e520-5bf1-3e25ec54df54/hadoop.log.dir/,AVAILABLE} 2024-11-21T14:17:42,568 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6aafdf85{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T14:17:42,684 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4d6845ca{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af8cbeb0-a8dc-e520-5bf1-3e25ec54df54/java.io.tmpdir/jetty-localhost-44315-hadoop-hdfs-3_4_1-tests_jar-_-any-16448113162268665674/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T14:17:42,685 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3d7582a3{HTTP/1.1, (http/1.1)}{localhost:44315} 2024-11-21T14:17:42,685 INFO [Time-limited test {}] server.Server(415): Started @50790ms 2024-11-21T14:17:42,772 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T14:17:42,775 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T14:17:42,779 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T14:17:42,779 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T14:17:42,779 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T14:17:42,780 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2303981{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af8cbeb0-a8dc-e520-5bf1-3e25ec54df54/hadoop.log.dir/,AVAILABLE} 2024-11-21T14:17:42,781 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e22e585{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T14:17:42,898 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4e587001{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af8cbeb0-a8dc-e520-5bf1-3e25ec54df54/java.io.tmpdir/jetty-localhost-33927-hadoop-hdfs-3_4_1-tests_jar-_-any-5972450714219244818/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T14:17:42,898 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1c05b605{HTTP/1.1, (http/1.1)}{localhost:33927} 2024-11-21T14:17:42,898 INFO [Time-limited test {}] server.Server(415): Started @51003ms 2024-11-21T14:17:42,900 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T14:17:42,998 WARN [Thread-950 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af8cbeb0-a8dc-e520-5bf1-3e25ec54df54/cluster_efebf26c-f075-968a-ce31-b38fb5d10974/data/data2/current/BP-1198920795-172.17.0.2-1732198662499/current, will proceed with Du for space computation calculation, 2024-11-21T14:17:42,998 WARN [Thread-949 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af8cbeb0-a8dc-e520-5bf1-3e25ec54df54/cluster_efebf26c-f075-968a-ce31-b38fb5d10974/data/data1/current/BP-1198920795-172.17.0.2-1732198662499/current, will proceed with Du for space computation calculation, 2024-11-21T14:17:43,023 WARN [Thread-937 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T14:17:43,026 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6da92082daab7f2e with lease ID 0x1c3da58708c965b2: Processing first storage report for DS-929b97af-a432-43b7-8049-6ed911705f59 from datanode DatanodeRegistration(127.0.0.1:41607, datanodeUuid=80cdf38e-396c-4482-ae94-7f7b6765db6e, infoPort=41511, infoSecurePort=0, ipcPort=43099, storageInfo=lv=-57;cid=testClusterID;nsid=246825579;c=1732198662499) 2024-11-21T14:17:43,027 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6da92082daab7f2e with lease ID 0x1c3da58708c965b2: from storage DS-929b97af-a432-43b7-8049-6ed911705f59 node DatanodeRegistration(127.0.0.1:41607, datanodeUuid=80cdf38e-396c-4482-ae94-7f7b6765db6e, infoPort=41511, infoSecurePort=0, ipcPort=43099, storageInfo=lv=-57;cid=testClusterID;nsid=246825579;c=1732198662499), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-21T14:17:43,027 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6da92082daab7f2e with lease ID 0x1c3da58708c965b2: Processing first storage report for DS-ad8bf487-94ca-4b4c-8d28-c29df3602d83 from datanode DatanodeRegistration(127.0.0.1:41607, datanodeUuid=80cdf38e-396c-4482-ae94-7f7b6765db6e, infoPort=41511, infoSecurePort=0, ipcPort=43099, storageInfo=lv=-57;cid=testClusterID;nsid=246825579;c=1732198662499) 2024-11-21T14:17:43,027 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6da92082daab7f2e with lease ID 0x1c3da58708c965b2: from storage DS-ad8bf487-94ca-4b4c-8d28-c29df3602d83 node DatanodeRegistration(127.0.0.1:41607, datanodeUuid=80cdf38e-396c-4482-ae94-7f7b6765db6e, infoPort=41511, infoSecurePort=0, ipcPort=43099, storageInfo=lv=-57;cid=testClusterID;nsid=246825579;c=1732198662499), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T14:17:43,073 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af8cbeb0-a8dc-e520-5bf1-3e25ec54df54 2024-11-21T14:17:43,073 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:17:43,074 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:17:43,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41607 is added to blk_1073741825_1001 (size=7) 2024-11-21T14:17:43,485 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43221/user/jenkins/test-data/8588f586-3fa9-26f4-10e6-a036d8ca236c with version=8 2024-11-21T14:17:43,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43221/user/jenkins/test-data/8588f586-3fa9-26f4-10e6-a036d8ca236c/hbase-staging 2024-11-21T14:17:43,487 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8a7a968213a0:0 server-side Connection retries=45 2024-11-21T14:17:43,487 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T14:17:43,487 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T14:17:43,488 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T14:17:43,488 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T14:17:43,488 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T14:17:43,488 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T14:17:43,488 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T14:17:43,489 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36915 2024-11-21T14:17:43,490 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36915 connecting to ZooKeeper ensemble=127.0.0.1:51796 2024-11-21T14:17:43,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:369150x0, quorum=127.0.0.1:51796, baseZNode=/1-394031428 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T14:17:43,493 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36915-0x1013ae3db8a0003 connected 2024-11-21T14:17:43,509 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:17:43,511 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:17:43,513 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36915-0x1013ae3db8a0003, quorum=127.0.0.1:51796, baseZNode=/1-394031428 Set watcher on znode that does not yet exist, /1-394031428/running 2024-11-21T14:17:43,513 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43221/user/jenkins/test-data/8588f586-3fa9-26f4-10e6-a036d8ca236c, hbase.cluster.distributed=false 2024-11-21T14:17:43,514 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36915-0x1013ae3db8a0003, quorum=127.0.0.1:51796, baseZNode=/1-394031428 Set watcher on znode that does not yet exist, /1-394031428/acl 2024-11-21T14:17:43,515 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36915 2024-11-21T14:17:43,515 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36915 2024-11-21T14:17:43,519 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36915 2024-11-21T14:17:43,521 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36915 2024-11-21T14:17:43,521 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36915 2024-11-21T14:17:43,537 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8a7a968213a0:0 server-side Connection retries=45 2024-11-21T14:17:43,537 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T14:17:43,537 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T14:17:43,537 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T14:17:43,537 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T14:17:43,537 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T14:17:43,537 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T14:17:43,538 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T14:17:43,538 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43189 2024-11-21T14:17:43,539 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43189 connecting to ZooKeeper ensemble=127.0.0.1:51796 2024-11-21T14:17:43,540 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:17:43,541 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:17:43,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:431890x0, quorum=127.0.0.1:51796, baseZNode=/1-394031428 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T14:17:43,546 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:431890x0, quorum=127.0.0.1:51796, baseZNode=/1-394031428 Set watcher on znode that does not yet exist, /1-394031428/running 2024-11-21T14:17:43,546 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T14:17:43,548 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43189-0x1013ae3db8a0004 connected 2024-11-21T14:17:43,550 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T14:17:43,551 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43189-0x1013ae3db8a0004, quorum=127.0.0.1:51796, baseZNode=/1-394031428 Set watcher on znode that does not yet exist, /1-394031428/master 2024-11-21T14:17:43,552 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43189-0x1013ae3db8a0004, quorum=127.0.0.1:51796, baseZNode=/1-394031428 Set watcher on znode that does not yet exist, /1-394031428/acl 2024-11-21T14:17:43,560 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43189 2024-11-21T14:17:43,560 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43189 2024-11-21T14:17:43,560 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43189 2024-11-21T14:17:43,561 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43189 2024-11-21T14:17:43,562 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43189 2024-11-21T14:17:43,579 DEBUG [M:0;8a7a968213a0:36915 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8a7a968213a0:36915 2024-11-21T14:17:43,580 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-394031428/backup-masters/8a7a968213a0,36915,1732198663487 2024-11-21T14:17:43,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43189-0x1013ae3db8a0004, quorum=127.0.0.1:51796, baseZNode=/1-394031428 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-394031428/backup-masters 2024-11-21T14:17:43,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36915-0x1013ae3db8a0003, quorum=127.0.0.1:51796, baseZNode=/1-394031428 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-394031428/backup-masters 2024-11-21T14:17:43,583 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36915-0x1013ae3db8a0003, quorum=127.0.0.1:51796, baseZNode=/1-394031428 Set watcher on existing znode=/1-394031428/backup-masters/8a7a968213a0,36915,1732198663487 2024-11-21T14:17:43,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36915-0x1013ae3db8a0003, quorum=127.0.0.1:51796, baseZNode=/1-394031428 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-394031428 2024-11-21T14:17:43,587 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36915-0x1013ae3db8a0003, quorum=127.0.0.1:51796, baseZNode=/1-394031428 Set watcher on existing znode=/1-394031428/master 2024-11-21T14:17:43,587 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-394031428/backup-masters/8a7a968213a0,36915,1732198663487 from backup master directory 2024-11-21T14:17:43,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43189-0x1013ae3db8a0004, quorum=127.0.0.1:51796, baseZNode=/1-394031428 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-394031428/master 2024-11-21T14:17:43,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43189-0x1013ae3db8a0004, quorum=127.0.0.1:51796, baseZNode=/1-394031428 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-394031428 2024-11-21T14:17:43,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36915-0x1013ae3db8a0003, quorum=127.0.0.1:51796, baseZNode=/1-394031428 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-394031428/backup-masters/8a7a968213a0,36915,1732198663487 2024-11-21T14:17:43,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43189-0x1013ae3db8a0004, quorum=127.0.0.1:51796, baseZNode=/1-394031428 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-394031428/backup-masters 2024-11-21T14:17:43,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36915-0x1013ae3db8a0003, quorum=127.0.0.1:51796, baseZNode=/1-394031428 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-394031428/backup-masters 2024-11-21T14:17:43,589 WARN [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T14:17:43,589 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8a7a968213a0,36915,1732198663487 2024-11-21T14:17:43,598 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43221/user/jenkins/test-data/8588f586-3fa9-26f4-10e6-a036d8ca236c/hbase.id] with ID: 7213fa2b-b2b0-4f8a-b3b0-54f1ff45c968 2024-11-21T14:17:43,598 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43221/user/jenkins/test-data/8588f586-3fa9-26f4-10e6-a036d8ca236c/.tmp/hbase.id 2024-11-21T14:17:43,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41607 is added to blk_1073741826_1002 (size=42) 2024-11-21T14:17:44,009 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43221/user/jenkins/test-data/8588f586-3fa9-26f4-10e6-a036d8ca236c/.tmp/hbase.id]:[hdfs://localhost:43221/user/jenkins/test-data/8588f586-3fa9-26f4-10e6-a036d8ca236c/hbase.id] 2024-11-21T14:17:44,020 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:17:44,020 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T14:17:44,021 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-21T14:17:44,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36915-0x1013ae3db8a0003, quorum=127.0.0.1:51796, baseZNode=/1-394031428 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-394031428 2024-11-21T14:17:44,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43189-0x1013ae3db8a0004, quorum=127.0.0.1:51796, baseZNode=/1-394031428 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-394031428 2024-11-21T14:17:44,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41607 is added to blk_1073741827_1003 (size=196) 2024-11-21T14:17:44,430 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T14:17:44,430 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T14:17:44,431 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:17:44,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41607 is added to blk_1073741828_1004 (size=1189) 2024-11-21T14:17:44,838 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43221/user/jenkins/test-data/8588f586-3fa9-26f4-10e6-a036d8ca236c/MasterData/data/master/store 2024-11-21T14:17:44,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41607 is added to blk_1073741829_1005 (size=34) 2024-11-21T14:17:45,246 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:17:45,246 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T14:17:45,246 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:17:45,246 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:17:45,246 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T14:17:45,246 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:17:45,246 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:17:45,246 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732198665246Disabling compacts and flushes for region at 1732198665246Disabling writes for close at 1732198665246Writing region close event to WAL at 1732198665246Closed at 1732198665246 2024-11-21T14:17:45,247 WARN [master/8a7a968213a0:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43221/user/jenkins/test-data/8588f586-3fa9-26f4-10e6-a036d8ca236c/MasterData/data/master/store/.initializing 2024-11-21T14:17:45,247 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43221/user/jenkins/test-data/8588f586-3fa9-26f4-10e6-a036d8ca236c/MasterData/WALs/8a7a968213a0,36915,1732198663487 2024-11-21T14:17:45,248 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T14:17:45,250 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8a7a968213a0%2C36915%2C1732198663487, suffix=, logDir=hdfs://localhost:43221/user/jenkins/test-data/8588f586-3fa9-26f4-10e6-a036d8ca236c/MasterData/WALs/8a7a968213a0,36915,1732198663487, archiveDir=hdfs://localhost:43221/user/jenkins/test-data/8588f586-3fa9-26f4-10e6-a036d8ca236c/MasterData/oldWALs, maxLogs=10 2024-11-21T14:17:45,265 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8588f586-3fa9-26f4-10e6-a036d8ca236c/MasterData/WALs/8a7a968213a0,36915,1732198663487/8a7a968213a0%2C36915%2C1732198663487.1732198665251, exclude list is [], retry=0 2024-11-21T14:17:45,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41607,DS-929b97af-a432-43b7-8049-6ed911705f59,DISK] 2024-11-21T14:17:45,270 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8588f586-3fa9-26f4-10e6-a036d8ca236c/MasterData/WALs/8a7a968213a0,36915,1732198663487/8a7a968213a0%2C36915%2C1732198663487.1732198665251 2024-11-21T14:17:45,273 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41511:41511)] 2024-11-21T14:17:45,274 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T14:17:45,274 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:17:45,274 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:17:45,274 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:17:45,275 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:17:45,277 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T14:17:45,277 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:17:45,278 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:17:45,278 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:17:45,279 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T14:17:45,279 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:17:45,280 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:17:45,280 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:17:45,281 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T14:17:45,281 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:17:45,282 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:17:45,282 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:17:45,283 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T14:17:45,283 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:17:45,283 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:17:45,283 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:17:45,284 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43221/user/jenkins/test-data/8588f586-3fa9-26f4-10e6-a036d8ca236c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:17:45,285 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43221/user/jenkins/test-data/8588f586-3fa9-26f4-10e6-a036d8ca236c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:17:45,286 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:17:45,286 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:17:45,286 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T14:17:45,287 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:17:45,290 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43221/user/jenkins/test-data/8588f586-3fa9-26f4-10e6-a036d8ca236c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T14:17:45,290 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65832549, jitterRate=-0.01901857554912567}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T14:17:45,290 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732198665274Initializing all the Stores at 1732198665275 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198665275Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198665275Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198665275Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198665275Cleaning up temporary data from old regions at 1732198665286 (+11 ms)Region opened successfully at 1732198665290 (+4 ms) 2024-11-21T14:17:45,291 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T14:17:45,294 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@241c242d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8a7a968213a0/172.17.0.2:0 2024-11-21T14:17:45,295 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T14:17:45,295 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T14:17:45,295 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T14:17:45,295 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T14:17:45,296 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T14:17:45,296 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T14:17:45,296 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T14:17:45,298 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T14:17:45,299 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36915-0x1013ae3db8a0003, quorum=127.0.0.1:51796, baseZNode=/1-394031428 Unable to get data of znode /1-394031428/balancer because node does not exist (not necessarily an error) 2024-11-21T14:17:45,300 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-394031428/balancer already deleted, retry=false 2024-11-21T14:17:45,300 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T14:17:45,301 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36915-0x1013ae3db8a0003, quorum=127.0.0.1:51796, baseZNode=/1-394031428 Unable to get data of znode /1-394031428/normalizer because node does not exist (not necessarily an error) 2024-11-21T14:17:45,303 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-394031428/normalizer already deleted, retry=false 2024-11-21T14:17:45,303 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T14:17:45,304 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36915-0x1013ae3db8a0003, quorum=127.0.0.1:51796, baseZNode=/1-394031428 Unable to get data of znode /1-394031428/switch/split because node does not exist (not necessarily an error) 2024-11-21T14:17:45,305 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-394031428/switch/split already deleted, retry=false 2024-11-21T14:17:45,306 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36915-0x1013ae3db8a0003, quorum=127.0.0.1:51796, baseZNode=/1-394031428 Unable to get data of znode /1-394031428/switch/merge because node does not exist (not necessarily an error) 2024-11-21T14:17:45,308 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-394031428/switch/merge already deleted, retry=false 2024-11-21T14:17:45,310 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36915-0x1013ae3db8a0003, quorum=127.0.0.1:51796, baseZNode=/1-394031428 Unable to get data of znode /1-394031428/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T14:17:45,311 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-394031428/snapshot-cleanup already deleted, retry=false 2024-11-21T14:17:45,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43189-0x1013ae3db8a0004, quorum=127.0.0.1:51796, baseZNode=/1-394031428 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-394031428/running 2024-11-21T14:17:45,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36915-0x1013ae3db8a0003, quorum=127.0.0.1:51796, baseZNode=/1-394031428 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-394031428/running 2024-11-21T14:17:45,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43189-0x1013ae3db8a0004, quorum=127.0.0.1:51796, baseZNode=/1-394031428 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-394031428 2024-11-21T14:17:45,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36915-0x1013ae3db8a0003, quorum=127.0.0.1:51796, baseZNode=/1-394031428 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-394031428 2024-11-21T14:17:45,315 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8a7a968213a0,36915,1732198663487, sessionid=0x1013ae3db8a0003, setting cluster-up flag (Was=false) 2024-11-21T14:17:45,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43189-0x1013ae3db8a0004, quorum=127.0.0.1:51796, baseZNode=/1-394031428 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-394031428 2024-11-21T14:17:45,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36915-0x1013ae3db8a0003, quorum=127.0.0.1:51796, baseZNode=/1-394031428 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-394031428 2024-11-21T14:17:45,324 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-394031428/flush-table-proc/acquired, /1-394031428/flush-table-proc/reached, /1-394031428/flush-table-proc/abort 2024-11-21T14:17:45,325 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8a7a968213a0,36915,1732198663487 2024-11-21T14:17:45,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43189-0x1013ae3db8a0004, quorum=127.0.0.1:51796, baseZNode=/1-394031428 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-394031428 2024-11-21T14:17:45,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36915-0x1013ae3db8a0003, quorum=127.0.0.1:51796, baseZNode=/1-394031428 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-394031428 2024-11-21T14:17:45,335 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-394031428/online-snapshot/acquired, /1-394031428/online-snapshot/reached, /1-394031428/online-snapshot/abort 2024-11-21T14:17:45,336 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8a7a968213a0,36915,1732198663487 2024-11-21T14:17:45,337 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43221/user/jenkins/test-data/8588f586-3fa9-26f4-10e6-a036d8ca236c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T14:17:45,339 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T14:17:45,339 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T14:17:45,339 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T14:17:45,340 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8a7a968213a0,36915,1732198663487 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T14:17:45,341 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8a7a968213a0:0, corePoolSize=5, maxPoolSize=5 2024-11-21T14:17:45,341 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8a7a968213a0:0, corePoolSize=5, maxPoolSize=5 2024-11-21T14:17:45,341 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8a7a968213a0:0, corePoolSize=5, maxPoolSize=5 2024-11-21T14:17:45,341 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8a7a968213a0:0, corePoolSize=5, maxPoolSize=5 2024-11-21T14:17:45,341 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8a7a968213a0:0, corePoolSize=10, maxPoolSize=10 2024-11-21T14:17:45,341 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:17:45,341 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8a7a968213a0:0, corePoolSize=2, maxPoolSize=2 2024-11-21T14:17:45,341 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:17:45,345 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732198695345 2024-11-21T14:17:45,345 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T14:17:45,345 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T14:17:45,345 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T14:17:45,345 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T14:17:45,345 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T14:17:45,345 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T14:17:45,346 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T14:17:45,346 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T14:17:45,346 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T14:17:45,346 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T14:17:45,346 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T14:17:45,347 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T14:17:45,347 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T14:17:45,347 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T14:17:45,347 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T14:17:45,347 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8a7a968213a0:0:becomeActiveMaster-HFileCleaner.large.0-1732198665347,5,FailOnTimeoutGroup] 2024-11-21T14:17:45,347 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8a7a968213a0:0:becomeActiveMaster-HFileCleaner.small.0-1732198665347,5,FailOnTimeoutGroup] 2024-11-21T14:17:45,347 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T14:17:45,347 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T14:17:45,347 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T14:17:45,347 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T14:17:45,348 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:17:45,348 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T14:17:45,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41607 is added to blk_1073741831_1007 (size=1321) 2024-11-21T14:17:45,367 INFO [RS:0;8a7a968213a0:43189 {}] regionserver.HRegionServer(746): ClusterId : 7213fa2b-b2b0-4f8a-b3b0-54f1ff45c968 2024-11-21T14:17:45,367 DEBUG [RS:0;8a7a968213a0:43189 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T14:17:45,369 DEBUG [RS:0;8a7a968213a0:43189 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T14:17:45,369 DEBUG [RS:0;8a7a968213a0:43189 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T14:17:45,372 DEBUG [RS:0;8a7a968213a0:43189 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T14:17:45,372 DEBUG [RS:0;8a7a968213a0:43189 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a177bbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8a7a968213a0/172.17.0.2:0 2024-11-21T14:17:45,385 DEBUG [RS:0;8a7a968213a0:43189 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8a7a968213a0:43189 2024-11-21T14:17:45,385 INFO [RS:0;8a7a968213a0:43189 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T14:17:45,385 INFO [RS:0;8a7a968213a0:43189 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T14:17:45,385 DEBUG [RS:0;8a7a968213a0:43189 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T14:17:45,386 INFO [RS:0;8a7a968213a0:43189 {}] regionserver.HRegionServer(2659): reportForDuty to master=8a7a968213a0,36915,1732198663487 with port=43189, startcode=1732198663537 2024-11-21T14:17:45,386 DEBUG [RS:0;8a7a968213a0:43189 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T14:17:45,388 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44653, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T14:17:45,389 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36915 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8a7a968213a0,43189,1732198663537 2024-11-21T14:17:45,389 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36915 {}] master.ServerManager(517): Registering regionserver=8a7a968213a0,43189,1732198663537 2024-11-21T14:17:45,390 DEBUG [RS:0;8a7a968213a0:43189 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43221/user/jenkins/test-data/8588f586-3fa9-26f4-10e6-a036d8ca236c 2024-11-21T14:17:45,390 DEBUG [RS:0;8a7a968213a0:43189 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43221 2024-11-21T14:17:45,390 DEBUG [RS:0;8a7a968213a0:43189 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T14:17:45,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36915-0x1013ae3db8a0003, quorum=127.0.0.1:51796, baseZNode=/1-394031428 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-394031428/rs 2024-11-21T14:17:45,395 DEBUG [RS:0;8a7a968213a0:43189 {}] zookeeper.ZKUtil(111): regionserver:43189-0x1013ae3db8a0004, quorum=127.0.0.1:51796, baseZNode=/1-394031428 Set watcher on existing znode=/1-394031428/rs/8a7a968213a0,43189,1732198663537 2024-11-21T14:17:45,395 WARN [RS:0;8a7a968213a0:43189 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T14:17:45,395 INFO [RS:0;8a7a968213a0:43189 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:17:45,395 DEBUG [RS:0;8a7a968213a0:43189 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43221/user/jenkins/test-data/8588f586-3fa9-26f4-10e6-a036d8ca236c/WALs/8a7a968213a0,43189,1732198663537 2024-11-21T14:17:45,395 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8a7a968213a0,43189,1732198663537] 2024-11-21T14:17:45,401 INFO [RS:0;8a7a968213a0:43189 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T14:17:45,403 INFO [RS:0;8a7a968213a0:43189 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T14:17:45,403 INFO [RS:0;8a7a968213a0:43189 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T14:17:45,403 INFO [RS:0;8a7a968213a0:43189 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T14:17:45,404 INFO [RS:0;8a7a968213a0:43189 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T14:17:45,405 INFO [RS:0;8a7a968213a0:43189 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T14:17:45,405 INFO [RS:0;8a7a968213a0:43189 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T14:17:45,405 DEBUG [RS:0;8a7a968213a0:43189 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:17:45,405 DEBUG [RS:0;8a7a968213a0:43189 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:17:45,405 DEBUG [RS:0;8a7a968213a0:43189 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:17:45,405 DEBUG [RS:0;8a7a968213a0:43189 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:17:45,405 DEBUG [RS:0;8a7a968213a0:43189 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:17:45,405 DEBUG [RS:0;8a7a968213a0:43189 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8a7a968213a0:0, corePoolSize=2, maxPoolSize=2 2024-11-21T14:17:45,405 DEBUG [RS:0;8a7a968213a0:43189 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:17:45,405 DEBUG [RS:0;8a7a968213a0:43189 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:17:45,405 DEBUG [RS:0;8a7a968213a0:43189 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:17:45,405 DEBUG [RS:0;8a7a968213a0:43189 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:17:45,405 DEBUG [RS:0;8a7a968213a0:43189 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:17:45,405 DEBUG [RS:0;8a7a968213a0:43189 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:17:45,405 DEBUG [RS:0;8a7a968213a0:43189 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8a7a968213a0:0, corePoolSize=3, maxPoolSize=3 2024-11-21T14:17:45,405 DEBUG [RS:0;8a7a968213a0:43189 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8a7a968213a0:0, corePoolSize=3, maxPoolSize=3 2024-11-21T14:17:45,406 INFO [RS:0;8a7a968213a0:43189 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T14:17:45,406 INFO [RS:0;8a7a968213a0:43189 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T14:17:45,406 INFO [RS:0;8a7a968213a0:43189 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T14:17:45,406 INFO [RS:0;8a7a968213a0:43189 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T14:17:45,406 INFO [RS:0;8a7a968213a0:43189 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T14:17:45,406 INFO [RS:0;8a7a968213a0:43189 {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,43189,1732198663537-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T14:17:45,421 INFO [RS:0;8a7a968213a0:43189 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T14:17:45,421 INFO [RS:0;8a7a968213a0:43189 {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,43189,1732198663537-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T14:17:45,421 INFO [RS:0;8a7a968213a0:43189 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:17:45,421 INFO [RS:0;8a7a968213a0:43189 {}] regionserver.Replication(171): 8a7a968213a0,43189,1732198663537 started 2024-11-21T14:17:45,434 INFO [RS:0;8a7a968213a0:43189 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:17:45,434 INFO [RS:0;8a7a968213a0:43189 {}] regionserver.HRegionServer(1482): Serving as 8a7a968213a0,43189,1732198663537, RpcServer on 8a7a968213a0/172.17.0.2:43189, sessionid=0x1013ae3db8a0004 2024-11-21T14:17:45,435 DEBUG [RS:0;8a7a968213a0:43189 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T14:17:45,435 DEBUG [RS:0;8a7a968213a0:43189 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8a7a968213a0,43189,1732198663537 2024-11-21T14:17:45,435 DEBUG [RS:0;8a7a968213a0:43189 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8a7a968213a0,43189,1732198663537' 2024-11-21T14:17:45,435 DEBUG [RS:0;8a7a968213a0:43189 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-394031428/flush-table-proc/abort' 2024-11-21T14:17:45,435 DEBUG [RS:0;8a7a968213a0:43189 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-394031428/flush-table-proc/acquired' 2024-11-21T14:17:45,436 DEBUG [RS:0;8a7a968213a0:43189 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T14:17:45,436 DEBUG [RS:0;8a7a968213a0:43189 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T14:17:45,436 DEBUG [RS:0;8a7a968213a0:43189 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8a7a968213a0,43189,1732198663537 2024-11-21T14:17:45,436 DEBUG [RS:0;8a7a968213a0:43189 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8a7a968213a0,43189,1732198663537' 2024-11-21T14:17:45,436 DEBUG [RS:0;8a7a968213a0:43189 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-394031428/online-snapshot/abort' 2024-11-21T14:17:45,436 DEBUG [RS:0;8a7a968213a0:43189 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-394031428/online-snapshot/acquired' 2024-11-21T14:17:45,436 DEBUG [RS:0;8a7a968213a0:43189 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T14:17:45,437 INFO [RS:0;8a7a968213a0:43189 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T14:17:45,437 INFO [RS:0;8a7a968213a0:43189 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T14:17:45,537 INFO [RS:0;8a7a968213a0:43189 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T14:17:45,539 INFO [RS:0;8a7a968213a0:43189 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8a7a968213a0%2C43189%2C1732198663537, suffix=, logDir=hdfs://localhost:43221/user/jenkins/test-data/8588f586-3fa9-26f4-10e6-a036d8ca236c/WALs/8a7a968213a0,43189,1732198663537, archiveDir=hdfs://localhost:43221/user/jenkins/test-data/8588f586-3fa9-26f4-10e6-a036d8ca236c/oldWALs, maxLogs=10 2024-11-21T14:17:45,553 DEBUG [RS:0;8a7a968213a0:43189 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8588f586-3fa9-26f4-10e6-a036d8ca236c/WALs/8a7a968213a0,43189,1732198663537/8a7a968213a0%2C43189%2C1732198663537.1732198665539, exclude list is [], retry=0 2024-11-21T14:17:45,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41607,DS-929b97af-a432-43b7-8049-6ed911705f59,DISK] 2024-11-21T14:17:45,558 INFO [RS:0;8a7a968213a0:43189 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8588f586-3fa9-26f4-10e6-a036d8ca236c/WALs/8a7a968213a0,43189,1732198663537/8a7a968213a0%2C43189%2C1732198663537.1732198665539 2024-11-21T14:17:45,558 DEBUG [RS:0;8a7a968213a0:43189 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41511:41511)] 2024-11-21T14:17:45,761 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43221/user/jenkins/test-data/8588f586-3fa9-26f4-10e6-a036d8ca236c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T14:17:45,762 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43221/user/jenkins/test-data/8588f586-3fa9-26f4-10e6-a036d8ca236c 2024-11-21T14:17:45,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41607 is added to blk_1073741833_1009 (size=32) 2024-11-21T14:17:45,769 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:17:45,771 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T14:17:45,772 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T14:17:45,772 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:17:45,773 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:17:45,773 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T14:17:45,774 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T14:17:45,775 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:17:45,775 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:17:45,775 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T14:17:45,776 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T14:17:45,776 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:17:45,777 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:17:45,777 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T14:17:45,778 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T14:17:45,778 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:17:45,779 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:17:45,779 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T14:17:45,780 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43221/user/jenkins/test-data/8588f586-3fa9-26f4-10e6-a036d8ca236c/data/hbase/meta/1588230740 2024-11-21T14:17:45,780 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43221/user/jenkins/test-data/8588f586-3fa9-26f4-10e6-a036d8ca236c/data/hbase/meta/1588230740 2024-11-21T14:17:45,781 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T14:17:45,781 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T14:17:45,782 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T14:17:45,783 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T14:17:45,786 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43221/user/jenkins/test-data/8588f586-3fa9-26f4-10e6-a036d8ca236c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T14:17:45,786 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62296284, jitterRate=-0.07171303033828735}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T14:17:45,786 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732198665769Initializing all the Stores at 1732198665770 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198665770Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198665770Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198665770Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198665770Cleaning up temporary data from old regions at 1732198665781 (+11 ms)Region opened successfully at 1732198665786 (+5 ms) 2024-11-21T14:17:45,786 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T14:17:45,786 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T14:17:45,786 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T14:17:45,786 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T14:17:45,786 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T14:17:45,787 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T14:17:45,787 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732198665786Disabling compacts and flushes for region at 1732198665786Disabling writes for close at 1732198665786Writing region close event to WAL at 1732198665787 (+1 ms)Closed at 1732198665787 2024-11-21T14:17:45,788 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T14:17:45,788 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T14:17:45,788 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T14:17:45,789 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T14:17:45,791 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T14:17:45,941 DEBUG [8a7a968213a0:36915 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T14:17:45,942 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8a7a968213a0,43189,1732198663537 2024-11-21T14:17:45,943 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8a7a968213a0,43189,1732198663537, state=OPENING 2024-11-21T14:17:45,944 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T14:17:45,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43189-0x1013ae3db8a0004, quorum=127.0.0.1:51796, baseZNode=/1-394031428 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-394031428 2024-11-21T14:17:45,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36915-0x1013ae3db8a0003, quorum=127.0.0.1:51796, baseZNode=/1-394031428 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-394031428 2024-11-21T14:17:45,948 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-394031428/meta-region-server: CHANGED 2024-11-21T14:17:45,948 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-394031428/meta-region-server: CHANGED 2024-11-21T14:17:45,948 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T14:17:45,949 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8a7a968213a0,43189,1732198663537}] 2024-11-21T14:17:46,102 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T14:17:46,104 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38667, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T14:17:46,107 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T14:17:46,107 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:17:46,107 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T14:17:46,109 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8a7a968213a0%2C43189%2C1732198663537.meta, suffix=.meta, logDir=hdfs://localhost:43221/user/jenkins/test-data/8588f586-3fa9-26f4-10e6-a036d8ca236c/WALs/8a7a968213a0,43189,1732198663537, archiveDir=hdfs://localhost:43221/user/jenkins/test-data/8588f586-3fa9-26f4-10e6-a036d8ca236c/oldWALs, maxLogs=10 2024-11-21T14:17:46,122 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8588f586-3fa9-26f4-10e6-a036d8ca236c/WALs/8a7a968213a0,43189,1732198663537/8a7a968213a0%2C43189%2C1732198663537.meta.1732198666109.meta, exclude list is [], retry=0 2024-11-21T14:17:46,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41607,DS-929b97af-a432-43b7-8049-6ed911705f59,DISK] 2024-11-21T14:17:46,126 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8588f586-3fa9-26f4-10e6-a036d8ca236c/WALs/8a7a968213a0,43189,1732198663537/8a7a968213a0%2C43189%2C1732198663537.meta.1732198666109.meta 2024-11-21T14:17:46,126 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41511:41511)] 2024-11-21T14:17:46,126 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T14:17:46,127 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T14:17:46,127 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T14:17:46,127 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T14:17:46,127 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T14:17:46,127 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T14:17:46,127 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:17:46,127 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T14:17:46,127 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T14:17:46,128 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T14:17:46,129 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T14:17:46,129 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:17:46,130 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:17:46,130 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T14:17:46,130 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T14:17:46,130 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:17:46,131 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:17:46,131 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T14:17:46,131 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T14:17:46,131 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:17:46,132 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:17:46,132 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T14:17:46,133 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T14:17:46,133 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:17:46,133 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:17:46,133 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T14:17:46,134 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43221/user/jenkins/test-data/8588f586-3fa9-26f4-10e6-a036d8ca236c/data/hbase/meta/1588230740 2024-11-21T14:17:46,135 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43221/user/jenkins/test-data/8588f586-3fa9-26f4-10e6-a036d8ca236c/data/hbase/meta/1588230740 2024-11-21T14:17:46,136 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T14:17:46,136 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T14:17:46,136 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T14:17:46,138 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T14:17:46,138 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74859829, jitterRate=0.1154983788728714}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T14:17:46,138 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T14:17:46,138 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732198666127Writing region info on filesystem at 1732198666127Initializing all the Stores at 1732198666128 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198666128Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198666128Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198666128Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198666128Cleaning up temporary data from old regions at 1732198666136 (+8 ms)Running coprocessor post-open hooks at 1732198666138 (+2 ms)Region opened successfully at 1732198666138 2024-11-21T14:17:46,139 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732198666101 2024-11-21T14:17:46,142 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T14:17:46,142 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T14:17:46,143 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=8a7a968213a0,43189,1732198663537 2024-11-21T14:17:46,144 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8a7a968213a0,43189,1732198663537, state=OPEN 2024-11-21T14:17:46,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43189-0x1013ae3db8a0004, quorum=127.0.0.1:51796, baseZNode=/1-394031428 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-394031428/meta-region-server 2024-11-21T14:17:46,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36915-0x1013ae3db8a0003, quorum=127.0.0.1:51796, baseZNode=/1-394031428 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-394031428/meta-region-server 2024-11-21T14:17:46,147 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8a7a968213a0,43189,1732198663537 2024-11-21T14:17:46,147 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-394031428/meta-region-server: CHANGED 2024-11-21T14:17:46,147 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-394031428/meta-region-server: CHANGED 2024-11-21T14:17:46,149 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T14:17:46,149 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8a7a968213a0,43189,1732198663537 in 198 msec 2024-11-21T14:17:46,152 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T14:17:46,152 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 361 msec 2024-11-21T14:17:46,153 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T14:17:46,153 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T14:17:46,154 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:17:46,154 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a7a968213a0,43189,1732198663537, seqNum=-1] 2024-11-21T14:17:46,155 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:17:46,156 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54985, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T14:17:46,161 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 822 msec 2024-11-21T14:17:46,161 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732198666161, completionTime=-1 2024-11-21T14:17:46,161 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T14:17:46,161 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T14:17:46,163 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T14:17:46,163 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732198726163 2024-11-21T14:17:46,163 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732198786163 2024-11-21T14:17:46,164 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-21T14:17:46,164 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,36915,1732198663487-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T14:17:46,164 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,36915,1732198663487-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:17:46,164 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,36915,1732198663487-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:17:46,164 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8a7a968213a0:36915, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:17:46,164 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T14:17:46,166 DEBUG [master/8a7a968213a0:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T14:17:46,168 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T14:17:46,175 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.586sec 2024-11-21T14:17:46,175 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T14:17:46,175 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T14:17:46,175 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T14:17:46,175 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T14:17:46,175 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T14:17:46,175 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,36915,1732198663487-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T14:17:46,175 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,36915,1732198663487-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T14:17:46,178 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T14:17:46,178 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T14:17:46,178 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,36915,1732198663487-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:17:46,267 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@647d601b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:17:46,267 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8a7a968213a0,36915,-1 for getting cluster id 2024-11-21T14:17:46,268 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:17:46,269 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7213fa2b-b2b0-4f8a-b3b0-54f1ff45c968' 2024-11-21T14:17:46,269 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:17:46,269 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7213fa2b-b2b0-4f8a-b3b0-54f1ff45c968" 2024-11-21T14:17:46,270 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10f3ae3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:17:46,270 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a7a968213a0,36915,-1] 2024-11-21T14:17:46,270 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:17:46,270 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:17:46,271 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41190, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:17:46,272 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5629c89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:17:46,272 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:17:46,273 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a7a968213a0,43189,1732198663537, seqNum=-1] 2024-11-21T14:17:46,273 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:17:46,274 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T14:17:46,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=8a7a968213a0,36915,1732198663487 2024-11-21T14:17:46,277 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:51796 2024-11-21T14:17:46,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:51796, baseZNode=/1-394031428 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T14:17:46,280 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013ae3db8a0005 connected 2024-11-21T14:17:46,287 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T14:17:46,288 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a7a968213a0,40507,1732198659544 2024-11-21T14:17:46,289 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@911d880 2024-11-21T14:17:46,289 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T14:17:46,291 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T14:17:46,294 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40507 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T14:17:46,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40507 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-21T14:17:46,299 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T14:17:46,300 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:17:46,301 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40507 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-21T14:17:46,301 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T14:17:46,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T14:17:46,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33197 is added to blk_1073741835_1011 (size=902) 2024-11-21T14:17:46,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T14:17:46,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T14:17:46,711 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 44f455ea5985a54563b69eb6bf1960f9, NAME => 'test,,1732198666291.44f455ea5985a54563b69eb6bf1960f9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe 2024-11-21T14:17:46,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33197 is added to blk_1073741836_1012 (size=39) 2024-11-21T14:17:46,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T14:17:47,125 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732198666291.44f455ea5985a54563b69eb6bf1960f9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:17:47,125 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 44f455ea5985a54563b69eb6bf1960f9, disabling compactions & flushes 2024-11-21T14:17:47,125 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732198666291.44f455ea5985a54563b69eb6bf1960f9. 2024-11-21T14:17:47,125 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732198666291.44f455ea5985a54563b69eb6bf1960f9. 2024-11-21T14:17:47,125 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732198666291.44f455ea5985a54563b69eb6bf1960f9. after waiting 0 ms 2024-11-21T14:17:47,125 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732198666291.44f455ea5985a54563b69eb6bf1960f9. 2024-11-21T14:17:47,125 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732198666291.44f455ea5985a54563b69eb6bf1960f9. 2024-11-21T14:17:47,125 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 44f455ea5985a54563b69eb6bf1960f9: Waiting for close lock at 1732198667125Disabling compacts and flushes for region at 1732198667125Disabling writes for close at 1732198667125Writing region close event to WAL at 1732198667125Closed at 1732198667125 2024-11-21T14:17:47,127 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T14:17:47,128 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732198666291.44f455ea5985a54563b69eb6bf1960f9.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732198667127"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732198667127"}]},"ts":"1732198667127"} 2024-11-21T14:17:47,130 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T14:17:47,131 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T14:17:47,132 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732198667131"}]},"ts":"1732198667131"} 2024-11-21T14:17:47,134 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-21T14:17:47,134 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=44f455ea5985a54563b69eb6bf1960f9, ASSIGN}] 2024-11-21T14:17:47,135 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=44f455ea5985a54563b69eb6bf1960f9, ASSIGN 2024-11-21T14:17:47,136 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=44f455ea5985a54563b69eb6bf1960f9, ASSIGN; state=OFFLINE, location=8a7a968213a0,45409,1732198659609; forceNewPlan=false, retain=false 2024-11-21T14:17:47,244 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T14:17:47,244 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-21T14:17:47,245 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T14:17:47,245 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-21T14:17:47,245 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T14:17:47,245 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-21T14:17:47,287 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=44f455ea5985a54563b69eb6bf1960f9, regionState=OPENING, regionLocation=8a7a968213a0,45409,1732198659609 2024-11-21T14:17:47,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=44f455ea5985a54563b69eb6bf1960f9, ASSIGN because future has completed 2024-11-21T14:17:47,291 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 44f455ea5985a54563b69eb6bf1960f9, server=8a7a968213a0,45409,1732198659609}] 2024-11-21T14:17:47,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T14:17:47,448 INFO [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732198666291.44f455ea5985a54563b69eb6bf1960f9. 2024-11-21T14:17:47,448 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 44f455ea5985a54563b69eb6bf1960f9, NAME => 'test,,1732198666291.44f455ea5985a54563b69eb6bf1960f9.', STARTKEY => '', ENDKEY => ''} 2024-11-21T14:17:47,449 INFO [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T14:17:47,449 INFO [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-21T14:17:47,449 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 44f455ea5985a54563b69eb6bf1960f9 2024-11-21T14:17:47,449 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732198666291.44f455ea5985a54563b69eb6bf1960f9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:17:47,450 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 44f455ea5985a54563b69eb6bf1960f9 2024-11-21T14:17:47,450 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 44f455ea5985a54563b69eb6bf1960f9 2024-11-21T14:17:47,451 INFO [StoreOpener-44f455ea5985a54563b69eb6bf1960f9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 44f455ea5985a54563b69eb6bf1960f9 2024-11-21T14:17:47,452 INFO [StoreOpener-44f455ea5985a54563b69eb6bf1960f9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 44f455ea5985a54563b69eb6bf1960f9 columnFamilyName f 2024-11-21T14:17:47,452 DEBUG [StoreOpener-44f455ea5985a54563b69eb6bf1960f9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:17:47,453 INFO [StoreOpener-44f455ea5985a54563b69eb6bf1960f9-1 {}] regionserver.HStore(327): Store=44f455ea5985a54563b69eb6bf1960f9/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:17:47,453 INFO [StoreOpener-44f455ea5985a54563b69eb6bf1960f9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 44f455ea5985a54563b69eb6bf1960f9 2024-11-21T14:17:47,454 INFO [StoreOpener-44f455ea5985a54563b69eb6bf1960f9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 44f455ea5985a54563b69eb6bf1960f9 columnFamilyName f1 2024-11-21T14:17:47,454 DEBUG [StoreOpener-44f455ea5985a54563b69eb6bf1960f9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:17:47,455 INFO [StoreOpener-44f455ea5985a54563b69eb6bf1960f9-1 {}] regionserver.HStore(327): Store=44f455ea5985a54563b69eb6bf1960f9/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:17:47,455 INFO [StoreOpener-44f455ea5985a54563b69eb6bf1960f9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 44f455ea5985a54563b69eb6bf1960f9 2024-11-21T14:17:47,456 INFO [StoreOpener-44f455ea5985a54563b69eb6bf1960f9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 44f455ea5985a54563b69eb6bf1960f9 columnFamilyName norep 2024-11-21T14:17:47,456 DEBUG [StoreOpener-44f455ea5985a54563b69eb6bf1960f9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:17:47,456 INFO [StoreOpener-44f455ea5985a54563b69eb6bf1960f9-1 {}] regionserver.HStore(327): Store=44f455ea5985a54563b69eb6bf1960f9/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:17:47,456 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 44f455ea5985a54563b69eb6bf1960f9 2024-11-21T14:17:47,457 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/data/default/test/44f455ea5985a54563b69eb6bf1960f9 2024-11-21T14:17:47,457 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/data/default/test/44f455ea5985a54563b69eb6bf1960f9 2024-11-21T14:17:47,458 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 44f455ea5985a54563b69eb6bf1960f9 2024-11-21T14:17:47,458 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 44f455ea5985a54563b69eb6bf1960f9 2024-11-21T14:17:47,459 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T14:17:47,460 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 44f455ea5985a54563b69eb6bf1960f9 2024-11-21T14:17:47,462 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/data/default/test/44f455ea5985a54563b69eb6bf1960f9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T14:17:47,462 INFO [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 44f455ea5985a54563b69eb6bf1960f9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68017644, jitterRate=0.013541877269744873}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T14:17:47,462 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 44f455ea5985a54563b69eb6bf1960f9 2024-11-21T14:17:47,463 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 44f455ea5985a54563b69eb6bf1960f9: Running coprocessor pre-open hook at 1732198667450Writing region info on filesystem at 1732198667450Initializing all the Stores at 1732198667450Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198667450Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198667451 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198667451Cleaning up temporary data from old regions at 1732198667458 (+7 ms)Running coprocessor post-open hooks at 1732198667462 (+4 ms)Region opened successfully at 1732198667463 (+1 ms) 2024-11-21T14:17:47,465 INFO [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732198666291.44f455ea5985a54563b69eb6bf1960f9., pid=6, masterSystemTime=1732198667444 2024-11-21T14:17:47,467 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732198666291.44f455ea5985a54563b69eb6bf1960f9. 2024-11-21T14:17:47,467 INFO [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732198666291.44f455ea5985a54563b69eb6bf1960f9. 2024-11-21T14:17:47,469 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=44f455ea5985a54563b69eb6bf1960f9, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=8a7a968213a0,45409,1732198659609 2024-11-21T14:17:47,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 44f455ea5985a54563b69eb6bf1960f9, server=8a7a968213a0,45409,1732198659609 because future has completed 2024-11-21T14:17:47,475 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T14:17:47,475 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 44f455ea5985a54563b69eb6bf1960f9, server=8a7a968213a0,45409,1732198659609 in 182 msec 2024-11-21T14:17:47,478 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T14:17:47,478 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=44f455ea5985a54563b69eb6bf1960f9, ASSIGN in 341 msec 2024-11-21T14:17:47,479 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T14:17:47,479 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732198667479"}]},"ts":"1732198667479"} 2024-11-21T14:17:47,481 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-21T14:17:47,482 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T14:17:47,484 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1860 sec 2024-11-21T14:17:47,799 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T14:17:47,827 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:17:47,828 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:17:47,828 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:17:47,835 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:17:47,843 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T14:17:47,844 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-21T14:17:48,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T14:17:48,451 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T14:17:48,451 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-21T14:17:48,452 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a7a968213a0,36915,1732198663487 2024-11-21T14:17:48,452 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3da2ee91 2024-11-21T14:17:48,452 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T14:17:48,453 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T14:17:48,454 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36915 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T14:17:48,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36915 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-21T14:17:48,456 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T14:17:48,457 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:17:48,457 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36915 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-21T14:17:48,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36915 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T14:17:48,458 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T14:17:48,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41607 is added to blk_1073741835_1011 (size=902) 2024-11-21T14:17:48,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36915 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T14:17:48,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36915 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T14:17:48,865 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c1b26116c2b917b5d7046267783bb9d3, NAME => 'test,,1732198668453.c1b26116c2b917b5d7046267783bb9d3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43221/user/jenkins/test-data/8588f586-3fa9-26f4-10e6-a036d8ca236c 2024-11-21T14:17:48,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41607 is added to blk_1073741836_1012 (size=39) 2024-11-21T14:17:49,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36915 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T14:17:49,272 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732198668453.c1b26116c2b917b5d7046267783bb9d3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:17:49,272 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing c1b26116c2b917b5d7046267783bb9d3, disabling compactions & flushes 2024-11-21T14:17:49,272 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732198668453.c1b26116c2b917b5d7046267783bb9d3. 2024-11-21T14:17:49,272 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732198668453.c1b26116c2b917b5d7046267783bb9d3. 2024-11-21T14:17:49,272 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732198668453.c1b26116c2b917b5d7046267783bb9d3. after waiting 0 ms 2024-11-21T14:17:49,272 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732198668453.c1b26116c2b917b5d7046267783bb9d3. 2024-11-21T14:17:49,272 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732198668453.c1b26116c2b917b5d7046267783bb9d3. 2024-11-21T14:17:49,272 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for c1b26116c2b917b5d7046267783bb9d3: Waiting for close lock at 1732198669272Disabling compacts and flushes for region at 1732198669272Disabling writes for close at 1732198669272Writing region close event to WAL at 1732198669272Closed at 1732198669272 2024-11-21T14:17:49,274 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T14:17:49,274 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732198668453.c1b26116c2b917b5d7046267783bb9d3.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732198669274"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732198669274"}]},"ts":"1732198669274"} 2024-11-21T14:17:49,296 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T14:17:49,297 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T14:17:49,298 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732198669297"}]},"ts":"1732198669297"} 2024-11-21T14:17:49,300 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-21T14:17:49,301 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c1b26116c2b917b5d7046267783bb9d3, ASSIGN}] 2024-11-21T14:17:49,302 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c1b26116c2b917b5d7046267783bb9d3, ASSIGN 2024-11-21T14:17:49,303 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=c1b26116c2b917b5d7046267783bb9d3, ASSIGN; state=OFFLINE, location=8a7a968213a0,43189,1732198663537; forceNewPlan=false, retain=false 2024-11-21T14:17:49,454 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c1b26116c2b917b5d7046267783bb9d3, regionState=OPENING, regionLocation=8a7a968213a0,43189,1732198663537 2024-11-21T14:17:49,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=c1b26116c2b917b5d7046267783bb9d3, ASSIGN because future has completed 2024-11-21T14:17:49,457 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c1b26116c2b917b5d7046267783bb9d3, server=8a7a968213a0,43189,1732198663537}] 2024-11-21T14:17:49,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36915 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T14:17:49,613 INFO [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732198668453.c1b26116c2b917b5d7046267783bb9d3. 2024-11-21T14:17:49,614 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c1b26116c2b917b5d7046267783bb9d3, NAME => 'test,,1732198668453.c1b26116c2b917b5d7046267783bb9d3.', STARTKEY => '', ENDKEY => ''} 2024-11-21T14:17:49,614 INFO [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T14:17:49,614 INFO [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-21T14:17:49,614 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c1b26116c2b917b5d7046267783bb9d3 2024-11-21T14:17:49,614 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732198668453.c1b26116c2b917b5d7046267783bb9d3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:17:49,615 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c1b26116c2b917b5d7046267783bb9d3 2024-11-21T14:17:49,615 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c1b26116c2b917b5d7046267783bb9d3 2024-11-21T14:17:49,616 INFO [StoreOpener-c1b26116c2b917b5d7046267783bb9d3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c1b26116c2b917b5d7046267783bb9d3 2024-11-21T14:17:49,617 INFO [StoreOpener-c1b26116c2b917b5d7046267783bb9d3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c1b26116c2b917b5d7046267783bb9d3 columnFamilyName f 2024-11-21T14:17:49,617 DEBUG [StoreOpener-c1b26116c2b917b5d7046267783bb9d3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:17:49,618 INFO [StoreOpener-c1b26116c2b917b5d7046267783bb9d3-1 {}] regionserver.HStore(327): Store=c1b26116c2b917b5d7046267783bb9d3/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:17:49,618 INFO [StoreOpener-c1b26116c2b917b5d7046267783bb9d3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region c1b26116c2b917b5d7046267783bb9d3 2024-11-21T14:17:49,619 INFO [StoreOpener-c1b26116c2b917b5d7046267783bb9d3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c1b26116c2b917b5d7046267783bb9d3 columnFamilyName f1 2024-11-21T14:17:49,619 DEBUG [StoreOpener-c1b26116c2b917b5d7046267783bb9d3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:17:49,619 INFO [StoreOpener-c1b26116c2b917b5d7046267783bb9d3-1 {}] regionserver.HStore(327): Store=c1b26116c2b917b5d7046267783bb9d3/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:17:49,620 INFO [StoreOpener-c1b26116c2b917b5d7046267783bb9d3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c1b26116c2b917b5d7046267783bb9d3 2024-11-21T14:17:49,621 INFO [StoreOpener-c1b26116c2b917b5d7046267783bb9d3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c1b26116c2b917b5d7046267783bb9d3 columnFamilyName norep 2024-11-21T14:17:49,621 DEBUG [StoreOpener-c1b26116c2b917b5d7046267783bb9d3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:17:49,621 INFO [StoreOpener-c1b26116c2b917b5d7046267783bb9d3-1 {}] regionserver.HStore(327): Store=c1b26116c2b917b5d7046267783bb9d3/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:17:49,621 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c1b26116c2b917b5d7046267783bb9d3 2024-11-21T14:17:49,623 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43221/user/jenkins/test-data/8588f586-3fa9-26f4-10e6-a036d8ca236c/data/default/test/c1b26116c2b917b5d7046267783bb9d3 2024-11-21T14:17:49,624 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43221/user/jenkins/test-data/8588f586-3fa9-26f4-10e6-a036d8ca236c/data/default/test/c1b26116c2b917b5d7046267783bb9d3 2024-11-21T14:17:49,625 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c1b26116c2b917b5d7046267783bb9d3 2024-11-21T14:17:49,625 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c1b26116c2b917b5d7046267783bb9d3 2024-11-21T14:17:49,626 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T14:17:49,627 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c1b26116c2b917b5d7046267783bb9d3 2024-11-21T14:17:49,629 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43221/user/jenkins/test-data/8588f586-3fa9-26f4-10e6-a036d8ca236c/data/default/test/c1b26116c2b917b5d7046267783bb9d3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T14:17:49,630 INFO [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c1b26116c2b917b5d7046267783bb9d3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74962765, jitterRate=0.1170322448015213}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T14:17:49,630 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c1b26116c2b917b5d7046267783bb9d3 2024-11-21T14:17:49,630 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c1b26116c2b917b5d7046267783bb9d3: Running coprocessor pre-open hook at 1732198669615Writing region info on filesystem at 1732198669615Initializing all the Stores at 1732198669616 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198669616Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198669616Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198669616Cleaning up temporary data from old regions at 1732198669625 (+9 ms)Running coprocessor post-open hooks at 1732198669630 (+5 ms)Region opened successfully at 1732198669630 2024-11-21T14:17:49,631 INFO [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732198668453.c1b26116c2b917b5d7046267783bb9d3., pid=6, masterSystemTime=1732198669609 2024-11-21T14:17:49,634 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732198668453.c1b26116c2b917b5d7046267783bb9d3. 2024-11-21T14:17:49,634 INFO [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732198668453.c1b26116c2b917b5d7046267783bb9d3. 2024-11-21T14:17:49,634 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c1b26116c2b917b5d7046267783bb9d3, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=8a7a968213a0,43189,1732198663537 2024-11-21T14:17:49,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c1b26116c2b917b5d7046267783bb9d3, server=8a7a968213a0,43189,1732198663537 because future has completed 2024-11-21T14:17:49,641 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T14:17:49,641 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c1b26116c2b917b5d7046267783bb9d3, server=8a7a968213a0,43189,1732198663537 in 182 msec 2024-11-21T14:17:49,644 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T14:17:49,644 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=c1b26116c2b917b5d7046267783bb9d3, ASSIGN in 340 msec 2024-11-21T14:17:49,645 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T14:17:49,645 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732198669645"}]},"ts":"1732198669645"} 2024-11-21T14:17:49,647 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-21T14:17:49,648 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T14:17:49,650 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1940 sec 2024-11-21T14:17:50,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36915 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T14:17:50,611 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-21T14:17:50,612 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f5a68f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:17:50,612 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8a7a968213a0,40507,-1 for getting cluster id 2024-11-21T14:17:50,612 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:17:50,613 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '34430fa9-f998-4aba-aaa3-2278e848f9c6' 2024-11-21T14:17:50,614 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:17:50,614 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "34430fa9-f998-4aba-aaa3-2278e848f9c6" 2024-11-21T14:17:50,614 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51e7af31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:17:50,614 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a7a968213a0,40507,-1] 2024-11-21T14:17:50,615 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:17:50,615 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:17:50,616 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:17:50,617 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50580fde, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:17:50,618 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c9e5f91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:17:50,618 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8a7a968213a0,36915,-1 for getting cluster id 2024-11-21T14:17:50,618 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:17:50,619 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7213fa2b-b2b0-4f8a-b3b0-54f1ff45c968' 2024-11-21T14:17:50,619 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:17:50,619 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7213fa2b-b2b0-4f8a-b3b0-54f1ff45c968" 2024-11-21T14:17:50,619 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34b22828, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:17:50,619 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a7a968213a0,36915,-1] 2024-11-21T14:17:50,619 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:17:50,619 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:17:50,620 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:17:50,621 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e2ac15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:17:50,622 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a3815b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:17:50,622 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8a7a968213a0,40507,-1 for getting cluster id 2024-11-21T14:17:50,622 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:17:50,622 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '34430fa9-f998-4aba-aaa3-2278e848f9c6' 2024-11-21T14:17:50,622 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:17:50,622 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "34430fa9-f998-4aba-aaa3-2278e848f9c6" 2024-11-21T14:17:50,623 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c3ce78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:17:50,623 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a7a968213a0,40507,-1] 2024-11-21T14:17:50,623 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:17:50,623 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:17:50,624 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41988, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:17:50,624 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39437bca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:17:50,626 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T14:17:50,627 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a7a968213a0,40507,1732198659544 2024-11-21T14:17:50,627 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4e2144b4 2024-11-21T14:17:50,628 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T14:17:50,628 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T14:17:50,629 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40507 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://8a7a968213a0:36915,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-21T14:17:50,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40507 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T14:17:50,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T14:17:50,632 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8a7a968213a0:36915' 2024-11-21T14:17:50,633 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ff3ca54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:17:50,633 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 8a7a968213a0,36915,-1 for getting cluster id 2024-11-21T14:17:50,633 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:17:50,634 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7213fa2b-b2b0-4f8a-b3b0-54f1ff45c968' 2024-11-21T14:17:50,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:17:50,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7213fa2b-b2b0-4f8a-b3b0-54f1ff45c968" 2024-11-21T14:17:50,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2803fade, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:17:50,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a7a968213a0,36915,-1] 2024-11-21T14:17:50,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:17:50,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:17:50,636 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41226, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:17:50,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dddab4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:17:50,636 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T14:17:50,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a7a968213a0,36915,1732198663487 2024-11-21T14:17:50,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@68fa3b14 2024-11-21T14:17:50,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T14:17:50,638 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41232, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T14:17:50,639 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-21T14:17:50,639 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T14:17:50,639 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:17:50,639 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:17:50,639 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:17:50,639 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T14:17:50,641 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-21T14:17:50,642 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T14:17:50,642 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:17:50,643 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T14:17:50,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33197 is added to blk_1073741837_1013 (size=1138) 2024-11-21T14:17:50,691 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-21T14:17:50,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T14:17:50,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T14:17:51,051 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4a0eefad886a4a84a63248c08d21a2ad, NAME => 'hbase:replication,,1732198670639.4a0eefad886a4a84a63248c08d21a2ad.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe 2024-11-21T14:17:51,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33197 is added to blk_1073741838_1014 (size=44) 2024-11-21T14:17:51,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T14:17:51,457 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732198670639.4a0eefad886a4a84a63248c08d21a2ad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:17:51,457 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 4a0eefad886a4a84a63248c08d21a2ad, disabling compactions & flushes 2024-11-21T14:17:51,458 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732198670639.4a0eefad886a4a84a63248c08d21a2ad. 2024-11-21T14:17:51,458 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732198670639.4a0eefad886a4a84a63248c08d21a2ad. 2024-11-21T14:17:51,458 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732198670639.4a0eefad886a4a84a63248c08d21a2ad. after waiting 0 ms 2024-11-21T14:17:51,458 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732198670639.4a0eefad886a4a84a63248c08d21a2ad. 2024-11-21T14:17:51,458 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732198670639.4a0eefad886a4a84a63248c08d21a2ad. 2024-11-21T14:17:51,458 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4a0eefad886a4a84a63248c08d21a2ad: Waiting for close lock at 1732198671457Disabling compacts and flushes for region at 1732198671457Disabling writes for close at 1732198671458 (+1 ms)Writing region close event to WAL at 1732198671458Closed at 1732198671458 2024-11-21T14:17:51,459 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T14:17:51,459 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732198670639.4a0eefad886a4a84a63248c08d21a2ad.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732198671459"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732198671459"}]},"ts":"1732198671459"} 2024-11-21T14:17:51,462 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T14:17:51,463 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T14:17:51,463 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732198671463"}]},"ts":"1732198671463"} 2024-11-21T14:17:51,465 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-21T14:17:51,465 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4a0eefad886a4a84a63248c08d21a2ad, ASSIGN}] 2024-11-21T14:17:51,466 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4a0eefad886a4a84a63248c08d21a2ad, ASSIGN 2024-11-21T14:17:51,467 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4a0eefad886a4a84a63248c08d21a2ad, ASSIGN; state=OFFLINE, location=8a7a968213a0,45409,1732198659609; forceNewPlan=false, retain=false 2024-11-21T14:17:51,617 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4a0eefad886a4a84a63248c08d21a2ad, regionState=OPENING, regionLocation=8a7a968213a0,45409,1732198659609 2024-11-21T14:17:51,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4a0eefad886a4a84a63248c08d21a2ad, ASSIGN because future has completed 2024-11-21T14:17:51,621 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4a0eefad886a4a84a63248c08d21a2ad, server=8a7a968213a0,45409,1732198659609}] 2024-11-21T14:17:51,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T14:17:51,777 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732198670639.4a0eefad886a4a84a63248c08d21a2ad. 2024-11-21T14:17:51,777 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:17:51,778 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-21T14:17:51,779 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8a7a968213a0%2C45409%2C1732198659609.rep, suffix=, logDir=hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/WALs/8a7a968213a0,45409,1732198659609, archiveDir=hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/oldWALs, maxLogs=10 2024-11-21T14:17:51,794 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/WALs/8a7a968213a0,45409,1732198659609/8a7a968213a0%2C45409%2C1732198659609.rep.1732198671780, exclude list is [], retry=0 2024-11-21T14:17:51,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33197,DS-95e4a85d-69de-470c-a31f-e134758c072c,DISK] 2024-11-21T14:17:51,798 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/WALs/8a7a968213a0,45409,1732198659609/8a7a968213a0%2C45409%2C1732198659609.rep.1732198671780 2024-11-21T14:17:51,798 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35915:35915)] 2024-11-21T14:17:51,798 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 4a0eefad886a4a84a63248c08d21a2ad, NAME => 'hbase:replication,,1732198670639.4a0eefad886a4a84a63248c08d21a2ad.', STARTKEY => '', ENDKEY => ''} 2024-11-21T14:17:51,799 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T14:17:51,799 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T14:17:51,799 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732198670639.4a0eefad886a4a84a63248c08d21a2ad. service=MultiRowMutationService 2024-11-21T14:17:51,799 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-21T14:17:51,799 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 4a0eefad886a4a84a63248c08d21a2ad 2024-11-21T14:17:51,799 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732198670639.4a0eefad886a4a84a63248c08d21a2ad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:17:51,800 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 4a0eefad886a4a84a63248c08d21a2ad 2024-11-21T14:17:51,800 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 4a0eefad886a4a84a63248c08d21a2ad 2024-11-21T14:17:51,801 INFO [StoreOpener-4a0eefad886a4a84a63248c08d21a2ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 4a0eefad886a4a84a63248c08d21a2ad 2024-11-21T14:17:51,803 INFO [StoreOpener-4a0eefad886a4a84a63248c08d21a2ad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4a0eefad886a4a84a63248c08d21a2ad columnFamilyName hfileref 2024-11-21T14:17:51,803 DEBUG [StoreOpener-4a0eefad886a4a84a63248c08d21a2ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:17:51,803 INFO [StoreOpener-4a0eefad886a4a84a63248c08d21a2ad-1 {}] regionserver.HStore(327): Store=4a0eefad886a4a84a63248c08d21a2ad/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:17:51,803 INFO [StoreOpener-4a0eefad886a4a84a63248c08d21a2ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 4a0eefad886a4a84a63248c08d21a2ad 2024-11-21T14:17:51,805 INFO [StoreOpener-4a0eefad886a4a84a63248c08d21a2ad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4a0eefad886a4a84a63248c08d21a2ad columnFamilyName queue 2024-11-21T14:17:51,805 DEBUG [StoreOpener-4a0eefad886a4a84a63248c08d21a2ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:17:51,806 INFO [StoreOpener-4a0eefad886a4a84a63248c08d21a2ad-1 {}] regionserver.HStore(327): Store=4a0eefad886a4a84a63248c08d21a2ad/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:17:51,806 INFO [StoreOpener-4a0eefad886a4a84a63248c08d21a2ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 4a0eefad886a4a84a63248c08d21a2ad 2024-11-21T14:17:51,807 INFO [StoreOpener-4a0eefad886a4a84a63248c08d21a2ad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4a0eefad886a4a84a63248c08d21a2ad columnFamilyName sid 2024-11-21T14:17:51,807 DEBUG [StoreOpener-4a0eefad886a4a84a63248c08d21a2ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:17:51,807 INFO [StoreOpener-4a0eefad886a4a84a63248c08d21a2ad-1 {}] regionserver.HStore(327): Store=4a0eefad886a4a84a63248c08d21a2ad/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:17:51,807 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 4a0eefad886a4a84a63248c08d21a2ad 2024-11-21T14:17:51,808 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/data/hbase/replication/4a0eefad886a4a84a63248c08d21a2ad 2024-11-21T14:17:51,808 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/data/hbase/replication/4a0eefad886a4a84a63248c08d21a2ad 2024-11-21T14:17:51,810 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 4a0eefad886a4a84a63248c08d21a2ad 2024-11-21T14:17:51,810 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 4a0eefad886a4a84a63248c08d21a2ad 2024-11-21T14:17:51,810 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T14:17:51,811 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 4a0eefad886a4a84a63248c08d21a2ad 2024-11-21T14:17:51,814 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/data/hbase/replication/4a0eefad886a4a84a63248c08d21a2ad/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T14:17:51,815 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 4a0eefad886a4a84a63248c08d21a2ad; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62462389, jitterRate=-0.06923787295818329}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T14:17:51,815 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4a0eefad886a4a84a63248c08d21a2ad 2024-11-21T14:17:51,816 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 4a0eefad886a4a84a63248c08d21a2ad: Running coprocessor pre-open hook at 1732198671800Writing region info on filesystem at 1732198671800Initializing all the Stores at 1732198671801 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198671801Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198671801Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198671801Cleaning up temporary data from old regions at 1732198671810 (+9 ms)Running coprocessor post-open hooks at 1732198671815 (+5 ms)Region opened successfully at 1732198671816 (+1 ms) 2024-11-21T14:17:51,821 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732198670639.4a0eefad886a4a84a63248c08d21a2ad., pid=10, masterSystemTime=1732198671773 2024-11-21T14:17:51,824 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732198670639.4a0eefad886a4a84a63248c08d21a2ad. 2024-11-21T14:17:51,824 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732198670639.4a0eefad886a4a84a63248c08d21a2ad. 2024-11-21T14:17:51,825 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4a0eefad886a4a84a63248c08d21a2ad, regionState=OPEN, openSeqNum=2, regionLocation=8a7a968213a0,45409,1732198659609 2024-11-21T14:17:51,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4a0eefad886a4a84a63248c08d21a2ad, server=8a7a968213a0,45409,1732198659609 because future has completed 2024-11-21T14:17:51,830 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-21T14:17:51,830 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 4a0eefad886a4a84a63248c08d21a2ad, server=8a7a968213a0,45409,1732198659609 in 208 msec 2024-11-21T14:17:51,833 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-21T14:17:51,833 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4a0eefad886a4a84a63248c08d21a2ad, ASSIGN in 365 msec 2024-11-21T14:17:51,834 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T14:17:51,834 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732198671834"}]},"ts":"1732198671834"} 2024-11-21T14:17:51,837 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-21T14:17:51,838 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T14:17:51,840 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1980 sec 2024-11-21T14:17:51,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732198670639.4a0eefad886a4a84a63248c08d21a2ad., hostname=8a7a968213a0,45409,1732198659609, seqNum=2] 2024-11-21T14:17:51,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45409-0x1013ae3db8a0001, quorum=127.0.0.1:51796, baseZNode=/0-1848123578 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1848123578 2024-11-21T14:17:51,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40507-0x1013ae3db8a0000, quorum=127.0.0.1:51796, baseZNode=/0-1848123578 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1848123578 2024-11-21T14:17:51,860 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T14:17:52,012 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45409 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-21T14:17:52,013 INFO [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-21T14:17:52,047 INFO [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-8a7a968213a0,45409,1732198659609, ReplicationSource: 1, currentBandwidth=0 2024-11-21T14:17:52,047 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:17:52,048 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a7a968213a0,45409,1732198659609, seqNum=-1] 2024-11-21T14:17:52,048 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:17:52,049 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43015, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-21T14:17:52,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-8a7a968213a0,45409,1732198659609', locateType=CURRENT is [region=hbase:replication,,1732198670639.4a0eefad886a4a84a63248c08d21a2ad., hostname=8a7a968213a0,45409,1732198659609, seqNum=2] 2024-11-21T14:17:52,054 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-21T14:17:52,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40507 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-21T14:17:52,056 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 8a7a968213a0,45409,1732198659609 suceeded 2024-11-21T14:17:52,058 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-21T14:17:52,058 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 197 msec 2024-11-21T14:17:52,058 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://8a7a968213a0:36915,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-21T14:17:52,060 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4290 sec 2024-11-21T14:17:52,068 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,45409,1732198659609 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8a7a968213a0:36915' 2024-11-21T14:17:52,070 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,45409,1732198659609 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7c5a2ab2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:17:52,070 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,45409,1732198659609 {}] client.ClusterIdFetcher(90): Going to request 8a7a968213a0,36915,-1 for getting cluster id 2024-11-21T14:17:52,070 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,45409,1732198659609 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:17:52,071 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7213fa2b-b2b0-4f8a-b3b0-54f1ff45c968' 2024-11-21T14:17:52,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:17:52,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7213fa2b-b2b0-4f8a-b3b0-54f1ff45c968" 2024-11-21T14:17:52,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@543b5b28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:17:52,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a7a968213a0,36915,-1] 2024-11-21T14:17:52,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:17:52,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:17:52,072 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56536, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:17:52,073 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,45409,1732198659609 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@713ae298, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:17:52,073 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,45409,1732198659609 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T14:17:52,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a7a968213a0,36915,1732198663487 2024-11-21T14:17:52,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@425c05f8 2024-11-21T14:17:52,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T14:17:52,075 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56552, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-21T14:17:52,075 INFO [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,45409,1732198659609 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-8a7a968213a0,45409,1732198659609 (queues=1) is replicating from cluster=34430fa9-f998-4aba-aaa3-2278e848f9c6 to cluster=7213fa2b-b2b0-4f8a-b3b0-54f1ff45c968 2024-11-21T14:17:52,075 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,45409,1732198659609 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=8a7a968213a0%2C45409%2C1732198659609 2024-11-21T14:17:52,076 INFO [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,45409,1732198659609 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-8a7a968213a0,45409,1732198659609, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T14:17:52,076 INFO [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,45409,1732198659609.replicationSource.shipper8a7a968213a0%2C45409%2C1732198659609,1-8a7a968213a0,45409,1732198659609 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 8a7a968213a0%2C45409%2C1732198659609 2024-11-21T14:17:52,076 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,45409,1732198659609.replicationSource.wal-reader.8a7a968213a0%2C45409%2C1732198659609,1-8a7a968213a0,45409,1732198659609 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/WALs/8a7a968213a0,45409,1732198659609/8a7a968213a0%2C45409%2C1732198659609.1732198661649, startPosition=0, beingWritten=true 2024-11-21T14:17:52,084 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,45409,1732198659609.replicationSource.wal-reader.8a7a968213a0%2C45409%2C1732198659609,1-8a7a968213a0,45409,1732198659609 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T14:17:52,084 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,45409,1732198659609.replicationSource.wal-reader.8a7a968213a0%2C45409%2C1732198659609,1-8a7a968213a0,45409,1732198659609 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/WALs/8a7a968213a0,45409,1732198659609/8a7a968213a0%2C45409%2C1732198659609.1732198661649 to pos 379, reset compression=false 2024-11-21T14:17:52,084 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,45409,1732198659609.replicationSource.shipper8a7a968213a0%2C45409%2C1732198659609,1-8a7a968213a0,45409,1732198659609 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8a7a968213a0,45409,1732198659609 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/WALs/8a7a968213a0,45409,1732198659609/8a7a968213a0%2C45409%2C1732198659609.1732198661649, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T14:17:52,287 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,45409,1732198659609.replicationSource.wal-reader.8a7a968213a0%2C45409%2C1732198659609,1-8a7a968213a0,45409,1732198659609 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/WALs/8a7a968213a0,45409,1732198659609/8a7a968213a0%2C45409%2C1732198659609.1732198661649 to pos 379, reset compression=false 2024-11-21T14:17:52,592 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,45409,1732198659609.replicationSource.wal-reader.8a7a968213a0%2C45409%2C1732198659609,1-8a7a968213a0,45409,1732198659609 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/WALs/8a7a968213a0,45409,1732198659609/8a7a968213a0%2C45409%2C1732198659609.1732198661649 to pos 379, reset compression=false 2024-11-21T14:17:52,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40507 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T14:17:52,791 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-21T14:17:52,791 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T14:17:52,791 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:17:52,791 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:17:52,791 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:17:52,791 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:17:52,792 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:17:52,797 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/load_f/f/hfile_0 is 36, key is aaaa/f:row/1732198672796/Put/seqid=0 2024-11-21T14:17:52,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33197 is added to blk_1073741840_1016 (size=7894) 2024-11-21T14:17:52,952 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T14:17:52,972 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:17:52,973 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:17:52,973 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:17:52,977 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:17:52,997 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,45409,1732198659609.replicationSource.wal-reader.8a7a968213a0%2C45409%2C1732198659609,1-8a7a968213a0,45409,1732198659609 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/WALs/8a7a968213a0,45409,1732198659609/8a7a968213a0%2C45409%2C1732198659609.1732198661649 to pos 379, reset compression=false 2024-11-21T14:17:53,205 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/load_f/f/hfile_1 is 34, key is ddd/f:row/1732198673204/Put/seqid=0 2024-11-21T14:17:53,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33197 is added to blk_1073741841_1017 (size=7691) 2024-11-21T14:17:53,501 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,45409,1732198659609.replicationSource.wal-reader.8a7a968213a0%2C45409%2C1732198659609,1-8a7a968213a0,45409,1732198659609 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/WALs/8a7a968213a0,45409,1732198659609/8a7a968213a0%2C45409%2C1732198659609.1732198661649 to pos 379, reset compression=false 2024-11-21T14:17:53,615 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44df0358, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:17:53,615 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8a7a968213a0,40507,-1 for getting cluster id 2024-11-21T14:17:53,615 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:17:53,616 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '34430fa9-f998-4aba-aaa3-2278e848f9c6' 2024-11-21T14:17:53,616 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:17:53,616 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "34430fa9-f998-4aba-aaa3-2278e848f9c6" 2024-11-21T14:17:53,617 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e57b9ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:17:53,617 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a7a968213a0,40507,-1] 2024-11-21T14:17:53,617 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:17:53,617 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:17:53,618 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:17:53,619 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61b27bb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:17:53,619 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:17:53,620 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a7a968213a0,45409,1732198659609, seqNum=-1] 2024-11-21T14:17:53,620 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:17:53,621 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T14:17:53,630 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T14:17:53,631 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a7a968213a0,40507,1732198659544 2024-11-21T14:17:53,631 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@77d39606 2024-11-21T14:17:53,634 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T14:17:53,635 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45438, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T14:17:53,641 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732198666291.44f455ea5985a54563b69eb6bf1960f9., hostname=8a7a968213a0,45409,1732198659609, seqNum=2] 2024-11-21T14:17:53,649 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-21T14:17:53,661 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-21T14:17:53,664 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-21T14:17:53,679 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45409 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/load_f/f/hfile_1 for inclusion in 44f455ea5985a54563b69eb6bf1960f9/f 2024-11-21T14:17:53,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45409 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-21T14:17:53,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45409 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T14:17:53,684 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45409 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/load_f/f/hfile_0 for inclusion in 44f455ea5985a54563b69eb6bf1960f9/f 2024-11-21T14:17:53,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45409 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-21T14:17:53,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45409 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T14:17:53,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45409 {}] regionserver.HRegion(2603): Flush status journal for 44f455ea5985a54563b69eb6bf1960f9: 2024-11-21T14:17:53,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45409 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/load_f/f/hfile_1 to hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/staging/jenkins__test__ak7n6ctlg810ab2u09n54l0ovogk60l52pidqp2tca3sigdp26scp0r731495hlo/f/hfile_1 2024-11-21T14:17:53,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45409 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/staging/jenkins__test__ak7n6ctlg810ab2u09n54l0ovogk60l52pidqp2tca3sigdp26scp0r731495hlo/f/hfile_1 as hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/data/default/test/44f455ea5985a54563b69eb6bf1960f9/f/d01942600af74eeb87e8c8337f187872_SeqId_4_ 2024-11-21T14:17:53,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45409 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/load_f/f/hfile_0 to hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/staging/jenkins__test__ak7n6ctlg810ab2u09n54l0ovogk60l52pidqp2tca3sigdp26scp0r731495hlo/f/hfile_0 2024-11-21T14:17:53,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45409 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/staging/jenkins__test__ak7n6ctlg810ab2u09n54l0ovogk60l52pidqp2tca3sigdp26scp0r731495hlo/f/hfile_0 as hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/data/default/test/44f455ea5985a54563b69eb6bf1960f9/f/d643c08680a546c3887a8998aa922a5a_SeqId_4_ 2024-11-21T14:17:53,699 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45409 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/staging/jenkins__test__ak7n6ctlg810ab2u09n54l0ovogk60l52pidqp2tca3sigdp26scp0r731495hlo/f/hfile_1 into 44f455ea5985a54563b69eb6bf1960f9/f as hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/data/default/test/44f455ea5985a54563b69eb6bf1960f9/f/d01942600af74eeb87e8c8337f187872_SeqId_4_ - updating store file list. 2024-11-21T14:17:53,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45409 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d01942600af74eeb87e8c8337f187872_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-21T14:17:53,708 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45409 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/data/default/test/44f455ea5985a54563b69eb6bf1960f9/f/d01942600af74eeb87e8c8337f187872_SeqId_4_ into 44f455ea5985a54563b69eb6bf1960f9/f 2024-11-21T14:17:53,708 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45409 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/staging/jenkins__test__ak7n6ctlg810ab2u09n54l0ovogk60l52pidqp2tca3sigdp26scp0r731495hlo/f/hfile_1 into 44f455ea5985a54563b69eb6bf1960f9/f (new location: hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/data/default/test/44f455ea5985a54563b69eb6bf1960f9/f/d01942600af74eeb87e8c8337f187872_SeqId_4_) 2024-11-21T14:17:53,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45409 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/staging/jenkins__test__ak7n6ctlg810ab2u09n54l0ovogk60l52pidqp2tca3sigdp26scp0r731495hlo/f/hfile_1 2024-11-21T14:17:53,710 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45409 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/staging/jenkins__test__ak7n6ctlg810ab2u09n54l0ovogk60l52pidqp2tca3sigdp26scp0r731495hlo/f/hfile_0 into 44f455ea5985a54563b69eb6bf1960f9/f as hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/data/default/test/44f455ea5985a54563b69eb6bf1960f9/f/d643c08680a546c3887a8998aa922a5a_SeqId_4_ - updating store file list. 2024-11-21T14:17:53,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45409 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d643c08680a546c3887a8998aa922a5a_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-21T14:17:53,717 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45409 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/data/default/test/44f455ea5985a54563b69eb6bf1960f9/f/d643c08680a546c3887a8998aa922a5a_SeqId_4_ into 44f455ea5985a54563b69eb6bf1960f9/f 2024-11-21T14:17:53,718 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45409 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/staging/jenkins__test__ak7n6ctlg810ab2u09n54l0ovogk60l52pidqp2tca3sigdp26scp0r731495hlo/f/hfile_0 into 44f455ea5985a54563b69eb6bf1960f9/f (new location: hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/data/default/test/44f455ea5985a54563b69eb6bf1960f9/f/d643c08680a546c3887a8998aa922a5a_SeqId_4_) 2024-11-21T14:17:53,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45409 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/staging/jenkins__test__ak7n6ctlg810ab2u09n54l0ovogk60l52pidqp2tca3sigdp26scp0r731495hlo/f/hfile_0 2024-11-21T14:17:53,728 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T14:17:53,728 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:17:53,729 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:17:53,729 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:17:53,729 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:17:53,730 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:17:53,731 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732198666291.44f455ea5985a54563b69eb6bf1960f9., hostname=8a7a968213a0,45409,1732198659609, seqNum=2 , the old value is region=test,,1732198666291.44f455ea5985a54563b69eb6bf1960f9., hostname=8a7a968213a0,45409,1732198659609, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=8a7a968213a0:45409 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-21T14:17:53,731 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-21T14:17:53,732 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732198666291.44f455ea5985a54563b69eb6bf1960f9., hostname=8a7a968213a0,45409,1732198659609, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-21T14:17:53,732 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732198666291.44f455ea5985a54563b69eb6bf1960f9., hostname=8a7a968213a0,45409,1732198659609, seqNum=2 from cache 2024-11-21T14:17:53,732 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a7a968213a0,43189,1732198663537, seqNum=-1] 2024-11-21T14:17:53,732 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:17:53,733 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45512, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T14:17:53,735 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732198668453.c1b26116c2b917b5d7046267783bb9d3., hostname=8a7a968213a0,43189,1732198663537, seqNum=2] 2024-11-21T14:17:53,737 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-21T14:17:53,841 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8a7a968213a0:45409 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-21T14:17:54,106 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,45409,1732198659609.replicationSource.wal-reader.8a7a968213a0%2C45409%2C1732198659609,1-8a7a968213a0,45409,1732198659609 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/WALs/8a7a968213a0,45409,1732198659609/8a7a968213a0%2C45409%2C1732198659609.1732198661649 to pos 379, reset compression=false 2024-11-21T14:17:54,113 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,45409,1732198659609.replicationSource.wal-reader.8a7a968213a0%2C45409%2C1732198659609,1-8a7a968213a0,45409,1732198659609 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T14:17:54,113 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,45409,1732198659609.replicationSource.shipper8a7a968213a0%2C45409%2C1732198659609,1-8a7a968213a0,45409,1732198659609 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8a7a968213a0,45409,1732198659609 got entry batch from reader: WALEntryBatch [walEntries=[{test/44f455ea5985a54563b69eb6bf1960f9/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732198673722/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/WALs/8a7a968213a0,45409,1732198659609/8a7a968213a0%2C45409%2C1732198659609.1732198661649, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-21T14:17:54,138 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,45409,1732198659609.replicationSource.shipper8a7a968213a0%2C45409%2C1732198659609,1-8a7a968213a0,45409,1732198659609 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T14:17:54,140 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-21T14:17:54,142 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43189 {}] regionserver.ReplicationSink(318): Replicating [34430fa9-f998-4aba-aaa3-2278e848f9c6] bulk loaded data 2024-11-21T14:17:54,144 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43189 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@11ef29f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:17:54,144 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43189 {}] client.ClusterIdFetcher(90): Going to request 8a7a968213a0,36915,-1 for getting cluster id 2024-11-21T14:17:54,144 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43189 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:17:54,145 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7213fa2b-b2b0-4f8a-b3b0-54f1ff45c968' 2024-11-21T14:17:54,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:17:54,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7213fa2b-b2b0-4f8a-b3b0-54f1ff45c968" 2024-11-21T14:17:54,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@61189246, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:17:54,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a7a968213a0,36915,-1] 2024-11-21T14:17:54,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:17:54,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:17:54,147 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:17:54,148 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43189 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@64065e28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:17:54,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41607 is added to blk_1073741837_1013 (size=7691) 2024-11-21T14:17:54,313 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,45409,1732198659609.replicationSource.wal-reader.8a7a968213a0%2C45409%2C1732198659609,1-8a7a968213a0,45409,1732198659609 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/WALs/8a7a968213a0,45409,1732198659609/8a7a968213a0%2C45409%2C1732198659609.1732198661649 to pos 687, reset compression=false 2024-11-21T14:17:54,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41607 is added to blk_1073741838_1014 (size=7894) 2024-11-21T14:17:54,618 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,45409,1732198659609.replicationSource.wal-reader.8a7a968213a0%2C45409%2C1732198659609,1-8a7a968213a0,45409,1732198659609 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/WALs/8a7a968213a0,45409,1732198659609/8a7a968213a0%2C45409%2C1732198659609.1732198661649 to pos 687, reset compression=false 2024-11-21T14:17:54,739 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-21T14:17:54,976 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43189 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T14:17:54,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a7a968213a0,36915,1732198663487 2024-11-21T14:17:54,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2151cb0c 2024-11-21T14:17:54,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T14:17:54,979 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-21T14:17:54,981 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43189 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-21T14:17:54,981 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43189 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:17:54,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a7a968213a0,43189,1732198663537, seqNum=-1] 2024-11-21T14:17:54,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:17:54,983 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-21T14:17:54,990 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43221/user/jenkins/test-data/8588f586-3fa9-26f4-10e6-a036d8ca236c/staging/jenkins.hfs.6__test__ojrmuoc9rlf6p1mi4svafsqsc6i1uhnc8a1gcp8m5d616mmjolu7g0bpkbtvdhfu/f/d01942600af74eeb87e8c8337f187872_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-21T14:17:54,992 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43221/user/jenkins/test-data/8588f586-3fa9-26f4-10e6-a036d8ca236c/staging/jenkins.hfs.6__test__ojrmuoc9rlf6p1mi4svafsqsc6i1uhnc8a1gcp8m5d616mmjolu7g0bpkbtvdhfu/f/d643c08680a546c3887a8998aa922a5a_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-21T14:17:54,995 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43189 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43221/user/jenkins/test-data/8588f586-3fa9-26f4-10e6-a036d8ca236c/staging/jenkins.hfs.6__test__ojrmuoc9rlf6p1mi4svafsqsc6i1uhnc8a1gcp8m5d616mmjolu7g0bpkbtvdhfu/f/d643c08680a546c3887a8998aa922a5a_SeqId_4_ for inclusion in c1b26116c2b917b5d7046267783bb9d3/f 2024-11-21T14:17:54,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43189 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-21T14:17:54,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43189 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T14:17:54,998 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43189 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43221/user/jenkins/test-data/8588f586-3fa9-26f4-10e6-a036d8ca236c/staging/jenkins.hfs.6__test__ojrmuoc9rlf6p1mi4svafsqsc6i1uhnc8a1gcp8m5d616mmjolu7g0bpkbtvdhfu/f/d01942600af74eeb87e8c8337f187872_SeqId_4_ for inclusion in c1b26116c2b917b5d7046267783bb9d3/f 2024-11-21T14:17:55,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43189 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-21T14:17:55,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43189 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T14:17:55,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43189 {}] regionserver.HRegion(2603): Flush status journal for c1b26116c2b917b5d7046267783bb9d3: 2024-11-21T14:17:55,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43189 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): d643c08680a546c3887a8998aa922a5a_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-21T14:17:55,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43189 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43221/user/jenkins/test-data/8588f586-3fa9-26f4-10e6-a036d8ca236c/staging/jenkins.hfs.6__test__ojrmuoc9rlf6p1mi4svafsqsc6i1uhnc8a1gcp8m5d616mmjolu7g0bpkbtvdhfu/f/d643c08680a546c3887a8998aa922a5a_SeqId_4_ as hdfs://localhost:43221/user/jenkins/test-data/8588f586-3fa9-26f4-10e6-a036d8ca236c/data/default/test/c1b26116c2b917b5d7046267783bb9d3/f/2a8156ca107348a1b4b8b9c42dcb5213_SeqId_4_ 2024-11-21T14:17:55,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43189 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): d01942600af74eeb87e8c8337f187872_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-21T14:17:55,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43189 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43221/user/jenkins/test-data/8588f586-3fa9-26f4-10e6-a036d8ca236c/staging/jenkins.hfs.6__test__ojrmuoc9rlf6p1mi4svafsqsc6i1uhnc8a1gcp8m5d616mmjolu7g0bpkbtvdhfu/f/d01942600af74eeb87e8c8337f187872_SeqId_4_ as hdfs://localhost:43221/user/jenkins/test-data/8588f586-3fa9-26f4-10e6-a036d8ca236c/data/default/test/c1b26116c2b917b5d7046267783bb9d3/f/3d38b02f25174ed6b23abed6a5c5f66c_SeqId_4_ 2024-11-21T14:17:55,003 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43189 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43221/user/jenkins/test-data/8588f586-3fa9-26f4-10e6-a036d8ca236c/staging/jenkins.hfs.6__test__ojrmuoc9rlf6p1mi4svafsqsc6i1uhnc8a1gcp8m5d616mmjolu7g0bpkbtvdhfu/f/d643c08680a546c3887a8998aa922a5a_SeqId_4_ into c1b26116c2b917b5d7046267783bb9d3/f as hdfs://localhost:43221/user/jenkins/test-data/8588f586-3fa9-26f4-10e6-a036d8ca236c/data/default/test/c1b26116c2b917b5d7046267783bb9d3/f/2a8156ca107348a1b4b8b9c42dcb5213_SeqId_4_ - updating store file list. 2024-11-21T14:17:55,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43189 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2a8156ca107348a1b4b8b9c42dcb5213_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-21T14:17:55,008 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43189 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43221/user/jenkins/test-data/8588f586-3fa9-26f4-10e6-a036d8ca236c/data/default/test/c1b26116c2b917b5d7046267783bb9d3/f/2a8156ca107348a1b4b8b9c42dcb5213_SeqId_4_ into c1b26116c2b917b5d7046267783bb9d3/f 2024-11-21T14:17:55,008 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43189 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43221/user/jenkins/test-data/8588f586-3fa9-26f4-10e6-a036d8ca236c/staging/jenkins.hfs.6__test__ojrmuoc9rlf6p1mi4svafsqsc6i1uhnc8a1gcp8m5d616mmjolu7g0bpkbtvdhfu/f/d643c08680a546c3887a8998aa922a5a_SeqId_4_ into c1b26116c2b917b5d7046267783bb9d3/f (new location: hdfs://localhost:43221/user/jenkins/test-data/8588f586-3fa9-26f4-10e6-a036d8ca236c/data/default/test/c1b26116c2b917b5d7046267783bb9d3/f/2a8156ca107348a1b4b8b9c42dcb5213_SeqId_4_) 2024-11-21T14:17:55,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43189 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43221/user/jenkins/test-data/8588f586-3fa9-26f4-10e6-a036d8ca236c/staging/jenkins.hfs.6__test__ojrmuoc9rlf6p1mi4svafsqsc6i1uhnc8a1gcp8m5d616mmjolu7g0bpkbtvdhfu/f/d643c08680a546c3887a8998aa922a5a_SeqId_4_ 2024-11-21T14:17:55,009 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43189 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43221/user/jenkins/test-data/8588f586-3fa9-26f4-10e6-a036d8ca236c/staging/jenkins.hfs.6__test__ojrmuoc9rlf6p1mi4svafsqsc6i1uhnc8a1gcp8m5d616mmjolu7g0bpkbtvdhfu/f/d01942600af74eeb87e8c8337f187872_SeqId_4_ into c1b26116c2b917b5d7046267783bb9d3/f as hdfs://localhost:43221/user/jenkins/test-data/8588f586-3fa9-26f4-10e6-a036d8ca236c/data/default/test/c1b26116c2b917b5d7046267783bb9d3/f/3d38b02f25174ed6b23abed6a5c5f66c_SeqId_4_ - updating store file list. 2024-11-21T14:17:55,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43189 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3d38b02f25174ed6b23abed6a5c5f66c_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-21T14:17:55,013 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43189 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43221/user/jenkins/test-data/8588f586-3fa9-26f4-10e6-a036d8ca236c/data/default/test/c1b26116c2b917b5d7046267783bb9d3/f/3d38b02f25174ed6b23abed6a5c5f66c_SeqId_4_ into c1b26116c2b917b5d7046267783bb9d3/f 2024-11-21T14:17:55,013 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43189 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43221/user/jenkins/test-data/8588f586-3fa9-26f4-10e6-a036d8ca236c/staging/jenkins.hfs.6__test__ojrmuoc9rlf6p1mi4svafsqsc6i1uhnc8a1gcp8m5d616mmjolu7g0bpkbtvdhfu/f/d01942600af74eeb87e8c8337f187872_SeqId_4_ into c1b26116c2b917b5d7046267783bb9d3/f (new location: hdfs://localhost:43221/user/jenkins/test-data/8588f586-3fa9-26f4-10e6-a036d8ca236c/data/default/test/c1b26116c2b917b5d7046267783bb9d3/f/3d38b02f25174ed6b23abed6a5c5f66c_SeqId_4_) 2024-11-21T14:17:55,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43189 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43221/user/jenkins/test-data/8588f586-3fa9-26f4-10e6-a036d8ca236c/staging/jenkins.hfs.6__test__ojrmuoc9rlf6p1mi4svafsqsc6i1uhnc8a1gcp8m5d616mmjolu7g0bpkbtvdhfu/f/d01942600af74eeb87e8c8337f187872_SeqId_4_ 2024-11-21T14:17:55,016 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43189 {}] regionserver.ReplicationSink(324): Finished replicating [34430fa9-f998-4aba-aaa3-2278e848f9c6] bulk loaded data 2024-11-21T14:17:55,022 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,45409,1732198659609.replicationSource.wal-reader.8a7a968213a0%2C45409%2C1732198659609,1-8a7a968213a0,45409,1732198659609 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/WALs/8a7a968213a0,45409,1732198659609/8a7a968213a0%2C45409%2C1732198659609.1732198661649 to pos 687, reset compression=false 2024-11-21T14:17:55,526 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,45409,1732198659609.replicationSource.wal-reader.8a7a968213a0%2C45409%2C1732198659609,1-8a7a968213a0,45409,1732198659609 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/WALs/8a7a968213a0,45409,1732198659609/8a7a968213a0%2C45409%2C1732198659609.1732198661649 to pos 687, reset compression=false 2024-11-21T14:17:55,756 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:17:55,761 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1732198675760/Put/seqid=0 2024-11-21T14:17:55,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33197 is added to blk_1073741842_1018 (size=7997) 2024-11-21T14:17:56,130 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,45409,1732198659609.replicationSource.wal-reader.8a7a968213a0%2C45409%2C1732198659609,1-8a7a968213a0,45409,1732198659609 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/WALs/8a7a968213a0,45409,1732198659609/8a7a968213a0%2C45409%2C1732198659609.1732198661649 to pos 687, reset compression=false 2024-11-21T14:17:56,172 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1732198676171/Put/seqid=0 2024-11-21T14:17:56,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33197 is added to blk_1073741843_1019 (size=7794) 2024-11-21T14:17:56,190 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63e52f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:17:56,190 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8a7a968213a0,40507,-1 for getting cluster id 2024-11-21T14:17:56,190 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:17:56,192 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '34430fa9-f998-4aba-aaa3-2278e848f9c6' 2024-11-21T14:17:56,193 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:17:56,193 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "34430fa9-f998-4aba-aaa3-2278e848f9c6" 2024-11-21T14:17:56,193 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dbd58cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:17:56,193 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a7a968213a0,40507,-1] 2024-11-21T14:17:56,194 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:17:56,194 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:17:56,195 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:17:56,197 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68ba0a56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:17:56,197 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:17:56,199 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a7a968213a0,45409,1732198659609, seqNum=-1] 2024-11-21T14:17:56,199 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:17:56,201 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T14:17:56,218 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T14:17:56,219 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(321): The fetched master address is 8a7a968213a0,40507,1732198659544 2024-11-21T14:17:56,220 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6312701f 2024-11-21T14:17:56,220 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T14:17:56,221 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T14:17:56,227 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732198666291.44f455ea5985a54563b69eb6bf1960f9., hostname=8a7a968213a0,45409,1732198659609, seqNum=2] 2024-11-21T14:17:56,230 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-21T14:17:56,245 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-21T14:17:56,251 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-21T14:17:56,256 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45409 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/load_f1/f1/hfile_0 for inclusion in 44f455ea5985a54563b69eb6bf1960f9/f1 2024-11-21T14:17:56,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45409 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-21T14:17:56,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45409 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T14:17:56,260 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45409 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/load_f1/f1/hfile_1 for inclusion in 44f455ea5985a54563b69eb6bf1960f9/f1 2024-11-21T14:17:56,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45409 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-21T14:17:56,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45409 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T14:17:56,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45409 {}] regionserver.HRegion(2603): Flush status journal for 44f455ea5985a54563b69eb6bf1960f9: 2024-11-21T14:17:56,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45409 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/load_f1/f1/hfile_0 to hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/staging/jenkins__test__o95fcle0kdaenmds9dehqsoee7f7elfsm0j6nvap21l1k4bn328gj1bphk1bvgab/f1/hfile_0 2024-11-21T14:17:56,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45409 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/staging/jenkins__test__o95fcle0kdaenmds9dehqsoee7f7elfsm0j6nvap21l1k4bn328gj1bphk1bvgab/f1/hfile_0 as hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/data/default/test/44f455ea5985a54563b69eb6bf1960f9/f1/9dadb5e2fda04758a96a58c54c536471_SeqId_6_ 2024-11-21T14:17:56,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45409 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/load_f1/f1/hfile_1 to hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/staging/jenkins__test__o95fcle0kdaenmds9dehqsoee7f7elfsm0j6nvap21l1k4bn328gj1bphk1bvgab/f1/hfile_1 2024-11-21T14:17:56,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45409 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/staging/jenkins__test__o95fcle0kdaenmds9dehqsoee7f7elfsm0j6nvap21l1k4bn328gj1bphk1bvgab/f1/hfile_1 as hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/data/default/test/44f455ea5985a54563b69eb6bf1960f9/f1/8406c8e04f4546649e763299789aa8a4_SeqId_6_ 2024-11-21T14:17:56,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45409 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-21T14:17:56,282 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45409 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/staging/jenkins__test__o95fcle0kdaenmds9dehqsoee7f7elfsm0j6nvap21l1k4bn328gj1bphk1bvgab/f1/hfile_0 into 44f455ea5985a54563b69eb6bf1960f9/f1 as hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/data/default/test/44f455ea5985a54563b69eb6bf1960f9/f1/9dadb5e2fda04758a96a58c54c536471_SeqId_6_ - updating store file list. 2024-11-21T14:17:56,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45409 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9dadb5e2fda04758a96a58c54c536471_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-21T14:17:56,292 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45409 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/data/default/test/44f455ea5985a54563b69eb6bf1960f9/f1/9dadb5e2fda04758a96a58c54c536471_SeqId_6_ into 44f455ea5985a54563b69eb6bf1960f9/f1 2024-11-21T14:17:56,292 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45409 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/staging/jenkins__test__o95fcle0kdaenmds9dehqsoee7f7elfsm0j6nvap21l1k4bn328gj1bphk1bvgab/f1/hfile_0 into 44f455ea5985a54563b69eb6bf1960f9/f1 (new location: hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/data/default/test/44f455ea5985a54563b69eb6bf1960f9/f1/9dadb5e2fda04758a96a58c54c536471_SeqId_6_) 2024-11-21T14:17:56,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45409 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/staging/jenkins__test__o95fcle0kdaenmds9dehqsoee7f7elfsm0j6nvap21l1k4bn328gj1bphk1bvgab/f1/hfile_0 2024-11-21T14:17:56,293 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45409 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/staging/jenkins__test__o95fcle0kdaenmds9dehqsoee7f7elfsm0j6nvap21l1k4bn328gj1bphk1bvgab/f1/hfile_1 into 44f455ea5985a54563b69eb6bf1960f9/f1 as hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/data/default/test/44f455ea5985a54563b69eb6bf1960f9/f1/8406c8e04f4546649e763299789aa8a4_SeqId_6_ - updating store file list. 2024-11-21T14:17:56,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45409 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8406c8e04f4546649e763299789aa8a4_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-21T14:17:56,302 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45409 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/data/default/test/44f455ea5985a54563b69eb6bf1960f9/f1/8406c8e04f4546649e763299789aa8a4_SeqId_6_ into 44f455ea5985a54563b69eb6bf1960f9/f1 2024-11-21T14:17:56,302 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45409 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/staging/jenkins__test__o95fcle0kdaenmds9dehqsoee7f7elfsm0j6nvap21l1k4bn328gj1bphk1bvgab/f1/hfile_1 into 44f455ea5985a54563b69eb6bf1960f9/f1 (new location: hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/data/default/test/44f455ea5985a54563b69eb6bf1960f9/f1/8406c8e04f4546649e763299789aa8a4_SeqId_6_) 2024-11-21T14:17:56,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45409 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/staging/jenkins__test__o95fcle0kdaenmds9dehqsoee7f7elfsm0j6nvap21l1k4bn328gj1bphk1bvgab/f1/hfile_1 2024-11-21T14:17:56,305 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T14:17:56,305 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:17:56,305 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:17:56,305 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:17:56,305 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:17:56,306 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732198666291.44f455ea5985a54563b69eb6bf1960f9., hostname=8a7a968213a0,45409,1732198659609, seqNum=2 , the old value is region=test,,1732198666291.44f455ea5985a54563b69eb6bf1960f9., hostname=8a7a968213a0,45409,1732198659609, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=8a7a968213a0:45409 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-21T14:17:56,306 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732198666291.44f455ea5985a54563b69eb6bf1960f9., hostname=8a7a968213a0,45409,1732198659609, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-21T14:17:56,306 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:17:56,306 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732198666291.44f455ea5985a54563b69eb6bf1960f9., hostname=8a7a968213a0,45409,1732198659609, seqNum=2 from cache 2024-11-21T14:17:56,308 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a7a968213a0,45409,1732198659609, seqNum=-1] 2024-11-21T14:17:56,308 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:17:56,310 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T14:17:56,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45409 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45409: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:46786 deadline: 1732198736305 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:46786 2024-11-21T14:17:56,312 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732198666291.44f455ea5985a54563b69eb6bf1960f9., hostname=8a7a968213a0,45409,1732198659609, seqNum=2] 2024-11-21T14:17:56,411 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8a7a968213a0:45409 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-21T14:17:56,836 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,45409,1732198659609.replicationSource.wal-reader.8a7a968213a0%2C45409%2C1732198659609,1-8a7a968213a0,45409,1732198659609 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/WALs/8a7a968213a0,45409,1732198659609/8a7a968213a0%2C45409%2C1732198659609.1732198661649 to pos 687, reset compression=false 2024-11-21T14:17:56,842 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,45409,1732198659609.replicationSource.wal-reader.8a7a968213a0%2C45409%2C1732198659609,1-8a7a968213a0,45409,1732198659609 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T14:17:56,842 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,45409,1732198659609.replicationSource.wal-reader.8a7a968213a0%2C45409%2C1732198659609,1-8a7a968213a0,45409,1732198659609 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/WALs/8a7a968213a0,45409,1732198659609/8a7a968213a0%2C45409%2C1732198659609.1732198661649 to pos 997, reset compression=false 2024-11-21T14:17:56,842 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,45409,1732198659609.replicationSource.shipper8a7a968213a0%2C45409%2C1732198659609,1-8a7a968213a0,45409,1732198659609 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8a7a968213a0,45409,1732198659609 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/WALs/8a7a968213a0,45409,1732198659609/8a7a968213a0%2C45409%2C1732198659609.1732198661649, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T14:17:57,046 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,45409,1732198659609.replicationSource.wal-reader.8a7a968213a0%2C45409%2C1732198659609,1-8a7a968213a0,45409,1732198659609 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/WALs/8a7a968213a0,45409,1732198659609/8a7a968213a0%2C45409%2C1732198659609.1732198661649 to pos 997, reset compression=false 2024-11-21T14:17:57,244 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-21T14:17:57,244 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-21T14:17:57,245 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-21T14:17:57,245 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-21T14:17:57,246 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T14:17:57,246 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-21T14:17:57,350 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,45409,1732198659609.replicationSource.wal-reader.8a7a968213a0%2C45409%2C1732198659609,1-8a7a968213a0,45409,1732198659609 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/WALs/8a7a968213a0,45409,1732198659609/8a7a968213a0%2C45409%2C1732198659609.1732198661649 to pos 997, reset compression=false 2024-11-21T14:17:57,754 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,45409,1732198659609.replicationSource.wal-reader.8a7a968213a0%2C45409%2C1732198659609,1-8a7a968213a0,45409,1732198659609 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/WALs/8a7a968213a0,45409,1732198659609/8a7a968213a0%2C45409%2C1732198659609.1732198661649 to pos 997, reset compression=false 2024-11-21T14:17:58,258 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,45409,1732198659609.replicationSource.wal-reader.8a7a968213a0%2C45409%2C1732198659609,1-8a7a968213a0,45409,1732198659609 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/WALs/8a7a968213a0,45409,1732198659609/8a7a968213a0%2C45409%2C1732198659609.1732198661649 to pos 997, reset compression=false 2024-11-21T14:17:58,862 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,45409,1732198659609.replicationSource.wal-reader.8a7a968213a0%2C45409%2C1732198659609,1-8a7a968213a0,45409,1732198659609 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/WALs/8a7a968213a0,45409,1732198659609/8a7a968213a0%2C45409%2C1732198659609.1732198661649 to pos 997, reset compression=false 2024-11-21T14:17:59,566 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,45409,1732198659609.replicationSource.wal-reader.8a7a968213a0%2C45409%2C1732198659609,1-8a7a968213a0,45409,1732198659609 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/WALs/8a7a968213a0,45409,1732198659609/8a7a968213a0%2C45409%2C1732198659609.1732198661649 to pos 997, reset compression=false 2024-11-21T14:18:00,371 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,45409,1732198659609.replicationSource.wal-reader.8a7a968213a0%2C45409%2C1732198659609,1-8a7a968213a0,45409,1732198659609 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/WALs/8a7a968213a0,45409,1732198659609/8a7a968213a0%2C45409%2C1732198659609.1732198661649 to pos 997, reset compression=false 2024-11-21T14:18:01,275 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,45409,1732198659609.replicationSource.wal-reader.8a7a968213a0%2C45409%2C1732198659609,1-8a7a968213a0,45409,1732198659609 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/WALs/8a7a968213a0,45409,1732198659609/8a7a968213a0%2C45409%2C1732198659609.1732198661649 to pos 997, reset compression=false 2024-11-21T14:18:02,280 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,45409,1732198659609.replicationSource.wal-reader.8a7a968213a0%2C45409%2C1732198659609,1-8a7a968213a0,45409,1732198659609 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/WALs/8a7a968213a0,45409,1732198659609/8a7a968213a0%2C45409%2C1732198659609.1732198661649 to pos 997, reset compression=false 2024-11-21T14:18:03,385 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,45409,1732198659609.replicationSource.wal-reader.8a7a968213a0%2C45409%2C1732198659609,1-8a7a968213a0,45409,1732198659609 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/WALs/8a7a968213a0,45409,1732198659609/8a7a968213a0%2C45409%2C1732198659609.1732198661649 to pos 997, reset compression=false 2024-11-21T14:18:04,590 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,45409,1732198659609.replicationSource.wal-reader.8a7a968213a0%2C45409%2C1732198659609,1-8a7a968213a0,45409,1732198659609 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/WALs/8a7a968213a0,45409,1732198659609/8a7a968213a0%2C45409%2C1732198659609.1732198661649 to pos 997, reset compression=false 2024-11-21T14:18:05,894 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,45409,1732198659609.replicationSource.wal-reader.8a7a968213a0%2C45409%2C1732198659609,1-8a7a968213a0,45409,1732198659609 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/WALs/8a7a968213a0,45409,1732198659609/8a7a968213a0%2C45409%2C1732198659609.1732198661649 to pos 997, reset compression=false 2024-11-21T14:18:07,298 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,45409,1732198659609.replicationSource.wal-reader.8a7a968213a0%2C45409%2C1732198659609,1-8a7a968213a0,45409,1732198659609 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/WALs/8a7a968213a0,45409,1732198659609/8a7a968213a0%2C45409%2C1732198659609.1732198661649 to pos 997, reset compression=false 2024-11-21T14:18:08,803 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,45409,1732198659609.replicationSource.wal-reader.8a7a968213a0%2C45409%2C1732198659609,1-8a7a968213a0,45409,1732198659609 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/WALs/8a7a968213a0,45409,1732198659609/8a7a968213a0%2C45409%2C1732198659609.1732198661649 to pos 997, reset compression=false 2024-11-21T14:18:09,121 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T14:18:10,407 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,45409,1732198659609.replicationSource.wal-reader.8a7a968213a0%2C45409%2C1732198659609,1-8a7a968213a0,45409,1732198659609 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/WALs/8a7a968213a0,45409,1732198659609/8a7a968213a0%2C45409%2C1732198659609.1732198661649 to pos 997, reset compression=false 2024-11-21T14:18:12,112 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,45409,1732198659609.replicationSource.wal-reader.8a7a968213a0%2C45409%2C1732198659609,1-8a7a968213a0,45409,1732198659609 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/WALs/8a7a968213a0,45409,1732198659609/8a7a968213a0%2C45409%2C1732198659609.1732198661649 to pos 997, reset compression=false 2024-11-21T14:18:13,073 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T14:18:13,916 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,45409,1732198659609.replicationSource.wal-reader.8a7a968213a0%2C45409%2C1732198659609,1-8a7a968213a0,45409,1732198659609 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/WALs/8a7a968213a0,45409,1732198659609/8a7a968213a0%2C45409%2C1732198659609.1732198661649 to pos 997, reset compression=false 2024-11-21T14:18:15,842 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,45409,1732198659609.replicationSource.wal-reader.8a7a968213a0%2C45409%2C1732198659609,1-8a7a968213a0,45409,1732198659609 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/WALs/8a7a968213a0,45409,1732198659609/8a7a968213a0%2C45409%2C1732198659609.1732198661649 to pos 997, reset compression=false 2024-11-21T14:18:16,845 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,45409,1732198659609.replicationSource.shipper8a7a968213a0%2C45409%2C1732198659609,1-8a7a968213a0,45409,1732198659609 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8a7a968213a0,45409,1732198659609 got entry batch from reader: null 2024-11-21T14:18:17,863 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,45409,1732198659609.replicationSource.wal-reader.8a7a968213a0%2C45409%2C1732198659609,1-8a7a968213a0,45409,1732198659609 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/WALs/8a7a968213a0,45409,1732198659609/8a7a968213a0%2C45409%2C1732198659609.1732198661649 to pos 997, reset compression=false 2024-11-21T14:18:19,967 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,45409,1732198659609.replicationSource.wal-reader.8a7a968213a0%2C45409%2C1732198659609,1-8a7a968213a0,45409,1732198659609 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/WALs/8a7a968213a0,45409,1732198659609/8a7a968213a0%2C45409%2C1732198659609.1732198661649 to pos 997, reset compression=false 2024-11-21T14:18:22,172 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,45409,1732198659609.replicationSource.wal-reader.8a7a968213a0%2C45409%2C1732198659609,1-8a7a968213a0,45409,1732198659609 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/WALs/8a7a968213a0,45409,1732198659609/8a7a968213a0%2C45409%2C1732198659609.1732198661649 to pos 997, reset compression=false 2024-11-21T14:18:22,902 INFO [master/8a7a968213a0:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-21T14:18:22,902 INFO [master/8a7a968213a0:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-21T14:18:24,476 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,45409,1732198659609.replicationSource.wal-reader.8a7a968213a0%2C45409%2C1732198659609,1-8a7a968213a0,45409,1732198659609 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/WALs/8a7a968213a0,45409,1732198659609/8a7a968213a0%2C45409%2C1732198659609.1732198661649 to pos 997, reset compression=false 2024-11-21T14:18:26,181 INFO [master/8a7a968213a0:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-21T14:18:26,181 INFO [master/8a7a968213a0:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-21T14:18:26,880 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,45409,1732198659609.replicationSource.wal-reader.8a7a968213a0%2C45409%2C1732198659609,1-8a7a968213a0,45409,1732198659609 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/WALs/8a7a968213a0,45409,1732198659609/8a7a968213a0%2C45409%2C1732198659609.1732198661649 to pos 997, reset compression=false 2024-11-21T14:18:29,385 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,45409,1732198659609.replicationSource.wal-reader.8a7a968213a0%2C45409%2C1732198659609,1-8a7a968213a0,45409,1732198659609 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/WALs/8a7a968213a0,45409,1732198659609/8a7a968213a0%2C45409%2C1732198659609.1732198661649 to pos 997, reset compression=false 2024-11-21T14:18:31,989 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,45409,1732198659609.replicationSource.wal-reader.8a7a968213a0%2C45409%2C1732198659609,1-8a7a968213a0,45409,1732198659609 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/WALs/8a7a968213a0,45409,1732198659609/8a7a968213a0%2C45409%2C1732198659609.1732198661649 to pos 997, reset compression=false 2024-11-21T14:18:32,450 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 44f455ea5985a54563b69eb6bf1960f9, had cached 0 bytes from a total of 31376 2024-11-21T14:18:34,615 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region c1b26116c2b917b5d7046267783bb9d3, had cached 0 bytes from a total of 15585 2024-11-21T14:18:34,693 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,45409,1732198659609.replicationSource.wal-reader.8a7a968213a0%2C45409%2C1732198659609,1-8a7a968213a0,45409,1732198659609 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/WALs/8a7a968213a0,45409,1732198659609/8a7a968213a0%2C45409%2C1732198659609.1732198661649 to pos 997, reset compression=false 2024-11-21T14:18:36,845 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,45409,1732198659609.replicationSource.shipper8a7a968213a0%2C45409%2C1732198659609,1-8a7a968213a0,45409,1732198659609 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8a7a968213a0,45409,1732198659609 got entry batch from reader: null 2024-11-21T14:18:37,498 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,45409,1732198659609.replicationSource.wal-reader.8a7a968213a0%2C45409%2C1732198659609,1-8a7a968213a0,45409,1732198659609 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/WALs/8a7a968213a0,45409,1732198659609/8a7a968213a0%2C45409%2C1732198659609.1732198661649 to pos 997, reset compression=false 2024-11-21T14:18:39,121 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T14:18:40,402 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,45409,1732198659609.replicationSource.wal-reader.8a7a968213a0%2C45409%2C1732198659609,1-8a7a968213a0,45409,1732198659609 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/WALs/8a7a968213a0,45409,1732198659609/8a7a968213a0%2C45409%2C1732198659609.1732198661649 to pos 997, reset compression=false 2024-11-21T14:18:42,347 DEBUG [master/8a7a968213a0:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-21T14:18:43,073 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T14:18:43,406 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,45409,1732198659609.replicationSource.wal-reader.8a7a968213a0%2C45409%2C1732198659609,1-8a7a968213a0,45409,1732198659609 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/WALs/8a7a968213a0,45409,1732198659609/8a7a968213a0%2C45409%2C1732198659609.1732198661649 to pos 997, reset compression=false 2024-11-21T14:18:46,171 DEBUG [master/8a7a968213a0:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-21T14:18:46,511 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,45409,1732198659609.replicationSource.wal-reader.8a7a968213a0%2C45409%2C1732198659609,1-8a7a968213a0,45409,1732198659609 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/WALs/8a7a968213a0,45409,1732198659609/8a7a968213a0%2C45409%2C1732198659609.1732198661649 to pos 997, reset compression=false 2024-11-21T14:18:49,715 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,45409,1732198659609.replicationSource.wal-reader.8a7a968213a0%2C45409%2C1732198659609,1-8a7a968213a0,45409,1732198659609 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/WALs/8a7a968213a0,45409,1732198659609/8a7a968213a0%2C45409%2C1732198659609.1732198661649 to pos 997, reset compression=false 2024-11-21T14:18:53,018 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,45409,1732198659609.replicationSource.wal-reader.8a7a968213a0%2C45409%2C1732198659609,1-8a7a968213a0,45409,1732198659609 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/WALs/8a7a968213a0,45409,1732198659609/8a7a968213a0%2C45409%2C1732198659609.1732198661649 to pos 997, reset compression=false 2024-11-21T14:18:56,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T14:18:56,343 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T14:18:56,343 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:18:56,343 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:18:56,343 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:18:56,343 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:18:56,344 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T14:18:56,344 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=485999095, stopped=false 2024-11-21T14:18:56,344 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8a7a968213a0,36915,1732198663487 2024-11-21T14:18:56,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43189-0x1013ae3db8a0004, quorum=127.0.0.1:51796, baseZNode=/1-394031428 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-394031428/running 2024-11-21T14:18:56,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36915-0x1013ae3db8a0003, quorum=127.0.0.1:51796, baseZNode=/1-394031428 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-394031428/running 2024-11-21T14:18:56,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43189-0x1013ae3db8a0004, quorum=127.0.0.1:51796, baseZNode=/1-394031428 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-394031428 2024-11-21T14:18:56,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36915-0x1013ae3db8a0003, quorum=127.0.0.1:51796, baseZNode=/1-394031428 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-394031428 2024-11-21T14:18:56,346 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T14:18:56,346 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T14:18:56,346 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:18:56,346 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:18:56,346 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8a7a968213a0,43189,1732198663537' ***** 2024-11-21T14:18:56,346 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T14:18:56,347 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36915-0x1013ae3db8a0003, quorum=127.0.0.1:51796, baseZNode=/1-394031428 Set watcher on znode that does not yet exist, /1-394031428/running 2024-11-21T14:18:56,347 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43189-0x1013ae3db8a0004, quorum=127.0.0.1:51796, baseZNode=/1-394031428 Set watcher on znode that does not yet exist, /1-394031428/running 2024-11-21T14:18:56,347 INFO [RS:0;8a7a968213a0:43189 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T14:18:56,347 INFO [RS:0;8a7a968213a0:43189 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T14:18:56,347 INFO [RS:0;8a7a968213a0:43189 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T14:18:56,347 INFO [RS:0;8a7a968213a0:43189 {}] regionserver.HRegionServer(3091): Received CLOSE for c1b26116c2b917b5d7046267783bb9d3 2024-11-21T14:18:56,347 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T14:18:56,348 INFO [RS:0;8a7a968213a0:43189 {}] regionserver.HRegionServer(959): stopping server 8a7a968213a0,43189,1732198663537 2024-11-21T14:18:56,348 INFO [RS:0;8a7a968213a0:43189 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T14:18:56,348 INFO [RS:0;8a7a968213a0:43189 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8a7a968213a0:43189. 2024-11-21T14:18:56,348 DEBUG [RS:0;8a7a968213a0:43189 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:18:56,348 DEBUG [RS:0;8a7a968213a0:43189 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:18:56,348 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c1b26116c2b917b5d7046267783bb9d3, disabling compactions & flushes 2024-11-21T14:18:56,348 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732198668453.c1b26116c2b917b5d7046267783bb9d3. 2024-11-21T14:18:56,348 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732198668453.c1b26116c2b917b5d7046267783bb9d3. 2024-11-21T14:18:56,348 INFO [RS:0;8a7a968213a0:43189 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T14:18:56,348 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732198668453.c1b26116c2b917b5d7046267783bb9d3. after waiting 0 ms 2024-11-21T14:18:56,348 INFO [RS:0;8a7a968213a0:43189 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T14:18:56,348 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732198668453.c1b26116c2b917b5d7046267783bb9d3. 2024-11-21T14:18:56,348 INFO [RS:0;8a7a968213a0:43189 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T14:18:56,348 INFO [RS:0;8a7a968213a0:43189 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T14:18:56,348 INFO [RS:0;8a7a968213a0:43189 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-21T14:18:56,348 DEBUG [RS:0;8a7a968213a0:43189 {}] regionserver.HRegionServer(1325): Online Regions={c1b26116c2b917b5d7046267783bb9d3=test,,1732198668453.c1b26116c2b917b5d7046267783bb9d3., 1588230740=hbase:meta,,1.1588230740} 2024-11-21T14:18:56,349 DEBUG [RS:0;8a7a968213a0:43189 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c1b26116c2b917b5d7046267783bb9d3 2024-11-21T14:18:56,349 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T14:18:56,349 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T14:18:56,349 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T14:18:56,349 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T14:18:56,349 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T14:18:56,349 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-21T14:18:56,353 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43221/user/jenkins/test-data/8588f586-3fa9-26f4-10e6-a036d8ca236c/data/default/test/c1b26116c2b917b5d7046267783bb9d3/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-21T14:18:56,354 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T14:18:56,354 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T14:18:56,354 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732198668453.c1b26116c2b917b5d7046267783bb9d3. 2024-11-21T14:18:56,354 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c1b26116c2b917b5d7046267783bb9d3: Waiting for close lock at 1732198736348Running coprocessor pre-close hooks at 1732198736348Disabling compacts and flushes for region at 1732198736348Disabling writes for close at 1732198736348Writing region close event to WAL at 1732198736349 (+1 ms)Running coprocessor post-close hooks at 1732198736353 (+4 ms)Closed at 1732198736354 (+1 ms) 2024-11-21T14:18:56,354 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732198668453.c1b26116c2b917b5d7046267783bb9d3. 2024-11-21T14:18:56,358 INFO [regionserver/8a7a968213a0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T14:18:56,368 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43221/user/jenkins/test-data/8588f586-3fa9-26f4-10e6-a036d8ca236c/data/hbase/meta/1588230740/.tmp/info/6c2ac5e723fc41cf839b315437a15f14 is 129, key is test,,1732198668453.c1b26116c2b917b5d7046267783bb9d3./info:regioninfo/1732198669634/Put/seqid=0 2024-11-21T14:18:56,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41607 is added to blk_1073741839_1015 (size=6421) 2024-11-21T14:18:56,415 INFO [regionserver/8a7a968213a0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T14:18:56,415 INFO [regionserver/8a7a968213a0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T14:18:56,423 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,45409,1732198659609.replicationSource.wal-reader.8a7a968213a0%2C45409%2C1732198659609,1-8a7a968213a0,45409,1732198659609 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/WALs/8a7a968213a0,45409,1732198659609/8a7a968213a0%2C45409%2C1732198659609.1732198661649 to pos 997, reset compression=false 2024-11-21T14:18:56,549 DEBUG [RS:0;8a7a968213a0:43189 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T14:18:56,749 DEBUG [RS:0;8a7a968213a0:43189 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T14:18:56,774 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43221/user/jenkins/test-data/8588f586-3fa9-26f4-10e6-a036d8ca236c/data/hbase/meta/1588230740/.tmp/info/6c2ac5e723fc41cf839b315437a15f14 2024-11-21T14:18:56,794 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43221/user/jenkins/test-data/8588f586-3fa9-26f4-10e6-a036d8ca236c/data/hbase/meta/1588230740/.tmp/ns/6803c16aa0c5483b8a774a269b1980d8 is 43, key is default/ns:d/1732198666157/Put/seqid=0 2024-11-21T14:18:56,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41607 is added to blk_1073741840_1016 (size=5153) 2024-11-21T14:18:56,845 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,45409,1732198659609.replicationSource.shipper8a7a968213a0%2C45409%2C1732198659609,1-8a7a968213a0,45409,1732198659609 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8a7a968213a0,45409,1732198659609 got entry batch from reader: null 2024-11-21T14:18:56,949 DEBUG [RS:0;8a7a968213a0:43189 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T14:18:57,149 DEBUG [RS:0;8a7a968213a0:43189 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T14:18:57,199 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43221/user/jenkins/test-data/8588f586-3fa9-26f4-10e6-a036d8ca236c/data/hbase/meta/1588230740/.tmp/ns/6803c16aa0c5483b8a774a269b1980d8 2024-11-21T14:18:57,219 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43221/user/jenkins/test-data/8588f586-3fa9-26f4-10e6-a036d8ca236c/data/hbase/meta/1588230740/.tmp/rep_barrier/955001092ef24530829e90534a77bc68 is 112, key is test,,1732198668453.c1b26116c2b917b5d7046267783bb9d3./rep_barrier:seqnumDuringOpen/1732198669634/Put/seqid=0 2024-11-21T14:18:57,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41607 is added to blk_1073741841_1017 (size=5518) 2024-11-21T14:18:57,350 INFO [RS:0;8a7a968213a0:43189 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-21T14:18:57,350 DEBUG [RS:0;8a7a968213a0:43189 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-21T14:18:57,350 DEBUG [RS:0;8a7a968213a0:43189 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T14:18:57,550 DEBUG [RS:0;8a7a968213a0:43189 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T14:18:57,624 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43221/user/jenkins/test-data/8588f586-3fa9-26f4-10e6-a036d8ca236c/data/hbase/meta/1588230740/.tmp/rep_barrier/955001092ef24530829e90534a77bc68 2024-11-21T14:18:57,645 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43221/user/jenkins/test-data/8588f586-3fa9-26f4-10e6-a036d8ca236c/data/hbase/meta/1588230740/.tmp/table/0e61f696e92a4bec941c4f74929c229d is 40, key is test/table:state/1732198669645/Put/seqid=0 2024-11-21T14:18:57,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41607 is added to blk_1073741842_1018 (size=5165) 2024-11-21T14:18:57,750 DEBUG [RS:0;8a7a968213a0:43189 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T14:18:57,950 DEBUG [RS:0;8a7a968213a0:43189 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T14:18:58,049 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43221/user/jenkins/test-data/8588f586-3fa9-26f4-10e6-a036d8ca236c/data/hbase/meta/1588230740/.tmp/table/0e61f696e92a4bec941c4f74929c229d 2024-11-21T14:18:58,055 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43221/user/jenkins/test-data/8588f586-3fa9-26f4-10e6-a036d8ca236c/data/hbase/meta/1588230740/.tmp/info/6c2ac5e723fc41cf839b315437a15f14 as hdfs://localhost:43221/user/jenkins/test-data/8588f586-3fa9-26f4-10e6-a036d8ca236c/data/hbase/meta/1588230740/info/6c2ac5e723fc41cf839b315437a15f14 2024-11-21T14:18:58,061 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43221/user/jenkins/test-data/8588f586-3fa9-26f4-10e6-a036d8ca236c/data/hbase/meta/1588230740/info/6c2ac5e723fc41cf839b315437a15f14, entries=10, sequenceid=11, filesize=6.3 K 2024-11-21T14:18:58,062 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43221/user/jenkins/test-data/8588f586-3fa9-26f4-10e6-a036d8ca236c/data/hbase/meta/1588230740/.tmp/ns/6803c16aa0c5483b8a774a269b1980d8 as hdfs://localhost:43221/user/jenkins/test-data/8588f586-3fa9-26f4-10e6-a036d8ca236c/data/hbase/meta/1588230740/ns/6803c16aa0c5483b8a774a269b1980d8 2024-11-21T14:18:58,066 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43221/user/jenkins/test-data/8588f586-3fa9-26f4-10e6-a036d8ca236c/data/hbase/meta/1588230740/ns/6803c16aa0c5483b8a774a269b1980d8, entries=2, sequenceid=11, filesize=5.0 K 2024-11-21T14:18:58,067 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43221/user/jenkins/test-data/8588f586-3fa9-26f4-10e6-a036d8ca236c/data/hbase/meta/1588230740/.tmp/rep_barrier/955001092ef24530829e90534a77bc68 as hdfs://localhost:43221/user/jenkins/test-data/8588f586-3fa9-26f4-10e6-a036d8ca236c/data/hbase/meta/1588230740/rep_barrier/955001092ef24530829e90534a77bc68 2024-11-21T14:18:58,071 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43221/user/jenkins/test-data/8588f586-3fa9-26f4-10e6-a036d8ca236c/data/hbase/meta/1588230740/rep_barrier/955001092ef24530829e90534a77bc68, entries=1, sequenceid=11, filesize=5.4 K 2024-11-21T14:18:58,072 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43221/user/jenkins/test-data/8588f586-3fa9-26f4-10e6-a036d8ca236c/data/hbase/meta/1588230740/.tmp/table/0e61f696e92a4bec941c4f74929c229d as hdfs://localhost:43221/user/jenkins/test-data/8588f586-3fa9-26f4-10e6-a036d8ca236c/data/hbase/meta/1588230740/table/0e61f696e92a4bec941c4f74929c229d 2024-11-21T14:18:58,076 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43221/user/jenkins/test-data/8588f586-3fa9-26f4-10e6-a036d8ca236c/data/hbase/meta/1588230740/table/0e61f696e92a4bec941c4f74929c229d, entries=2, sequenceid=11, filesize=5.0 K 2024-11-21T14:18:58,077 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1728ms, sequenceid=11, compaction requested=false 2024-11-21T14:18:58,081 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43221/user/jenkins/test-data/8588f586-3fa9-26f4-10e6-a036d8ca236c/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-21T14:18:58,082 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T14:18:58,082 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T14:18:58,082 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T14:18:58,082 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732198736349Running coprocessor pre-close hooks at 1732198736349Disabling compacts and flushes for region at 1732198736349Disabling writes for close at 1732198736349Obtaining lock to block concurrent updates at 1732198736349Preparing flush snapshotting stores in 1588230740 at 1732198736349Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732198736349Flushing stores of hbase:meta,,1.1588230740 at 1732198736350 (+1 ms)Flushing 1588230740/info: creating writer at 1732198736350Flushing 1588230740/info: appending metadata at 1732198736368 (+18 ms)Flushing 1588230740/info: closing flushed file at 1732198736368Flushing 1588230740/ns: creating writer at 1732198736780 (+412 ms)Flushing 1588230740/ns: appending metadata at 1732198736794 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732198736794Flushing 1588230740/rep_barrier: creating writer at 1732198737205 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732198737219 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732198737219Flushing 1588230740/table: creating writer at 1732198737630 (+411 ms)Flushing 1588230740/table: appending metadata at 1732198737644 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732198737644Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d038b37: reopening flushed file at 1732198738055 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b8e5e6a: reopening flushed file at 1732198738061 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a73441b: reopening flushed file at 1732198738066 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@169c3818: reopening flushed file at 1732198738072 (+6 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1728ms, sequenceid=11, compaction requested=false at 1732198738077 (+5 ms)Writing region close event to WAL at 1732198738079 (+2 ms)Running coprocessor post-close hooks at 1732198738082 (+3 ms)Closed at 1732198738082 2024-11-21T14:18:58,082 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T14:18:58,150 INFO [RS:0;8a7a968213a0:43189 {}] regionserver.HRegionServer(976): stopping server 8a7a968213a0,43189,1732198663537; all regions closed. 2024-11-21T14:18:58,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41607 is added to blk_1073741834_1010 (size=2717) 2024-11-21T14:18:58,153 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8588f586-3fa9-26f4-10e6-a036d8ca236c/WALs/8a7a968213a0,43189,1732198663537/8a7a968213a0%2C43189%2C1732198663537.meta.1732198666109.meta not finished, retry = 0 2024-11-21T14:18:58,256 DEBUG [RS:0;8a7a968213a0:43189 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8588f586-3fa9-26f4-10e6-a036d8ca236c/oldWALs 2024-11-21T14:18:58,256 INFO [RS:0;8a7a968213a0:43189 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8a7a968213a0%2C43189%2C1732198663537.meta:.meta(num 1732198666109) 2024-11-21T14:18:58,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41607 is added to blk_1073741832_1008 (size=1028) 2024-11-21T14:18:58,258 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8588f586-3fa9-26f4-10e6-a036d8ca236c/WALs/8a7a968213a0,43189,1732198663537/8a7a968213a0%2C43189%2C1732198663537.1732198665539 not finished, retry = 0 2024-11-21T14:18:58,361 DEBUG [RS:0;8a7a968213a0:43189 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8588f586-3fa9-26f4-10e6-a036d8ca236c/oldWALs 2024-11-21T14:18:58,361 INFO [RS:0;8a7a968213a0:43189 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8a7a968213a0%2C43189%2C1732198663537:(num 1732198665539) 2024-11-21T14:18:58,361 DEBUG [RS:0;8a7a968213a0:43189 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:18:58,361 INFO [RS:0;8a7a968213a0:43189 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T14:18:58,361 INFO [RS:0;8a7a968213a0:43189 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T14:18:58,361 INFO [RS:0;8a7a968213a0:43189 {}] hbase.ChoreService(370): Chore service for: regionserver/8a7a968213a0:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T14:18:58,361 INFO [RS:0;8a7a968213a0:43189 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T14:18:58,361 INFO [regionserver/8a7a968213a0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T14:18:58,362 INFO [RS:0;8a7a968213a0:43189 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8a7a968213a0:43189. 2024-11-21T14:18:58,362 DEBUG [RS:0;8a7a968213a0:43189 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:18:58,362 DEBUG [RS:0;8a7a968213a0:43189 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:18:58,362 DEBUG [RS:0;8a7a968213a0:43189 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:18:58,362 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:18:58,362 INFO [RS:0;8a7a968213a0:43189 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43189 2024-11-21T14:18:58,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36915-0x1013ae3db8a0003, quorum=127.0.0.1:51796, baseZNode=/1-394031428 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-394031428/rs 2024-11-21T14:18:58,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43189-0x1013ae3db8a0004, quorum=127.0.0.1:51796, baseZNode=/1-394031428 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-394031428/rs/8a7a968213a0,43189,1732198663537 2024-11-21T14:18:58,366 INFO [RS:0;8a7a968213a0:43189 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T14:18:58,368 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8a7a968213a0,43189,1732198663537] 2024-11-21T14:18:58,371 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-394031428/draining/8a7a968213a0,43189,1732198663537 already deleted, retry=false 2024-11-21T14:18:58,371 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8a7a968213a0,43189,1732198663537 expired; onlineServers=0 2024-11-21T14:18:58,371 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8a7a968213a0,36915,1732198663487' ***** 2024-11-21T14:18:58,371 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T14:18:58,371 INFO [M:0;8a7a968213a0:36915 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T14:18:58,371 INFO [M:0;8a7a968213a0:36915 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T14:18:58,371 DEBUG [M:0;8a7a968213a0:36915 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T14:18:58,371 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T14:18:58,371 DEBUG [M:0;8a7a968213a0:36915 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T14:18:58,371 DEBUG [master/8a7a968213a0:0:becomeActiveMaster-HFileCleaner.large.0-1732198665347 {}] cleaner.HFileCleaner(306): Exit Thread[master/8a7a968213a0:0:becomeActiveMaster-HFileCleaner.large.0-1732198665347,5,FailOnTimeoutGroup] 2024-11-21T14:18:58,371 DEBUG [master/8a7a968213a0:0:becomeActiveMaster-HFileCleaner.small.0-1732198665347 {}] cleaner.HFileCleaner(306): Exit Thread[master/8a7a968213a0:0:becomeActiveMaster-HFileCleaner.small.0-1732198665347,5,FailOnTimeoutGroup] 2024-11-21T14:18:58,371 INFO [M:0;8a7a968213a0:36915 {}] hbase.ChoreService(370): Chore service for: master/8a7a968213a0:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T14:18:58,371 INFO [M:0;8a7a968213a0:36915 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T14:18:58,371 DEBUG [M:0;8a7a968213a0:36915 {}] master.HMaster(1795): Stopping service threads 2024-11-21T14:18:58,371 INFO [M:0;8a7a968213a0:36915 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T14:18:58,372 INFO [M:0;8a7a968213a0:36915 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T14:18:58,372 INFO [M:0;8a7a968213a0:36915 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T14:18:58,372 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T14:18:58,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36915-0x1013ae3db8a0003, quorum=127.0.0.1:51796, baseZNode=/1-394031428 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-394031428/master 2024-11-21T14:18:58,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36915-0x1013ae3db8a0003, quorum=127.0.0.1:51796, baseZNode=/1-394031428 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-394031428 2024-11-21T14:18:58,373 DEBUG [M:0;8a7a968213a0:36915 {}] zookeeper.ZKUtil(347): master:36915-0x1013ae3db8a0003, quorum=127.0.0.1:51796, baseZNode=/1-394031428 Unable to get data of znode /1-394031428/master because node does not exist (not an error) 2024-11-21T14:18:58,373 WARN [M:0;8a7a968213a0:36915 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T14:18:58,375 INFO [M:0;8a7a968213a0:36915 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43221/user/jenkins/test-data/8588f586-3fa9-26f4-10e6-a036d8ca236c/.lastflushedseqids 2024-11-21T14:18:58,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41607 is added to blk_1073741843_1019 (size=173) 2024-11-21T14:18:58,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43189-0x1013ae3db8a0004, quorum=127.0.0.1:51796, baseZNode=/1-394031428 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T14:18:58,468 INFO [RS:0;8a7a968213a0:43189 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T14:18:58,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43189-0x1013ae3db8a0004, quorum=127.0.0.1:51796, baseZNode=/1-394031428 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T14:18:58,468 INFO [RS:0;8a7a968213a0:43189 {}] regionserver.HRegionServer(1031): Exiting; stopping=8a7a968213a0,43189,1732198663537; zookeeper connection closed. 2024-11-21T14:18:58,469 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5d6d7efe {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5d6d7efe 2024-11-21T14:18:58,469 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T14:18:58,779 INFO [M:0;8a7a968213a0:36915 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T14:18:58,780 INFO [M:0;8a7a968213a0:36915 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T14:18:58,780 DEBUG [M:0;8a7a968213a0:36915 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T14:18:58,780 INFO [M:0;8a7a968213a0:36915 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:18:58,780 DEBUG [M:0;8a7a968213a0:36915 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:18:58,780 DEBUG [M:0;8a7a968213a0:36915 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T14:18:58,780 DEBUG [M:0;8a7a968213a0:36915 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:18:58,780 INFO [M:0;8a7a968213a0:36915 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.04 KB heapSize=34.14 KB 2024-11-21T14:18:58,796 DEBUG [M:0;8a7a968213a0:36915 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43221/user/jenkins/test-data/8588f586-3fa9-26f4-10e6-a036d8ca236c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/da526fc2a0ee479ca9c59ccd1929c1d7 is 82, key is hbase:meta,,1/info:regioninfo/1732198666143/Put/seqid=0 2024-11-21T14:18:58,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41607 is added to blk_1073741844_1020 (size=5672) 2024-11-21T14:18:59,200 INFO [M:0;8a7a968213a0:36915 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:43221/user/jenkins/test-data/8588f586-3fa9-26f4-10e6-a036d8ca236c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/da526fc2a0ee479ca9c59ccd1929c1d7 2024-11-21T14:18:59,220 DEBUG [M:0;8a7a968213a0:36915 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43221/user/jenkins/test-data/8588f586-3fa9-26f4-10e6-a036d8ca236c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9d7f491bab9c456ba9c2ba40b4d85ee4 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732198669649/Put/seqid=0 2024-11-21T14:18:59,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41607 is added to blk_1073741845_1021 (size=6726) 2024-11-21T14:18:59,625 INFO [M:0;8a7a968213a0:36915 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.49 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:43221/user/jenkins/test-data/8588f586-3fa9-26f4-10e6-a036d8ca236c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9d7f491bab9c456ba9c2ba40b4d85ee4 2024-11-21T14:18:59,630 INFO [M:0;8a7a968213a0:36915 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9d7f491bab9c456ba9c2ba40b4d85ee4 2024-11-21T14:18:59,644 DEBUG [M:0;8a7a968213a0:36915 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43221/user/jenkins/test-data/8588f586-3fa9-26f4-10e6-a036d8ca236c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/01eaa961894744a298cf9afff64dc879 is 69, key is 8a7a968213a0,43189,1732198663537/rs:state/1732198665389/Put/seqid=0 2024-11-21T14:18:59,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41607 is added to blk_1073741846_1022 (size=5156) 2024-11-21T14:18:59,926 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,45409,1732198659609.replicationSource.wal-reader.8a7a968213a0%2C45409%2C1732198659609,1-8a7a968213a0,45409,1732198659609 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/WALs/8a7a968213a0,45409,1732198659609/8a7a968213a0%2C45409%2C1732198659609.1732198661649 to pos 997, reset compression=false 2024-11-21T14:19:00,048 INFO [M:0;8a7a968213a0:36915 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:43221/user/jenkins/test-data/8588f586-3fa9-26f4-10e6-a036d8ca236c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/01eaa961894744a298cf9afff64dc879 2024-11-21T14:19:00,054 DEBUG [M:0;8a7a968213a0:36915 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43221/user/jenkins/test-data/8588f586-3fa9-26f4-10e6-a036d8ca236c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/da526fc2a0ee479ca9c59ccd1929c1d7 as hdfs://localhost:43221/user/jenkins/test-data/8588f586-3fa9-26f4-10e6-a036d8ca236c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/da526fc2a0ee479ca9c59ccd1929c1d7 2024-11-21T14:19:00,058 INFO [M:0;8a7a968213a0:36915 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43221/user/jenkins/test-data/8588f586-3fa9-26f4-10e6-a036d8ca236c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/da526fc2a0ee479ca9c59ccd1929c1d7, entries=8, sequenceid=58, filesize=5.5 K 2024-11-21T14:19:00,059 DEBUG [M:0;8a7a968213a0:36915 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43221/user/jenkins/test-data/8588f586-3fa9-26f4-10e6-a036d8ca236c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9d7f491bab9c456ba9c2ba40b4d85ee4 as hdfs://localhost:43221/user/jenkins/test-data/8588f586-3fa9-26f4-10e6-a036d8ca236c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9d7f491bab9c456ba9c2ba40b4d85ee4 2024-11-21T14:19:00,063 INFO [M:0;8a7a968213a0:36915 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9d7f491bab9c456ba9c2ba40b4d85ee4 2024-11-21T14:19:00,063 INFO [M:0;8a7a968213a0:36915 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43221/user/jenkins/test-data/8588f586-3fa9-26f4-10e6-a036d8ca236c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9d7f491bab9c456ba9c2ba40b4d85ee4, entries=6, sequenceid=58, filesize=6.6 K 2024-11-21T14:19:00,064 DEBUG [M:0;8a7a968213a0:36915 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43221/user/jenkins/test-data/8588f586-3fa9-26f4-10e6-a036d8ca236c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/01eaa961894744a298cf9afff64dc879 as hdfs://localhost:43221/user/jenkins/test-data/8588f586-3fa9-26f4-10e6-a036d8ca236c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/01eaa961894744a298cf9afff64dc879 2024-11-21T14:19:00,068 INFO [M:0;8a7a968213a0:36915 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43221/user/jenkins/test-data/8588f586-3fa9-26f4-10e6-a036d8ca236c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/01eaa961894744a298cf9afff64dc879, entries=1, sequenceid=58, filesize=5.0 K 2024-11-21T14:19:00,069 INFO [M:0;8a7a968213a0:36915 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.04 KB/28715, heapSize ~33.84 KB/34656, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1289ms, sequenceid=58, compaction requested=false 2024-11-21T14:19:00,070 INFO [M:0;8a7a968213a0:36915 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:19:00,070 DEBUG [M:0;8a7a968213a0:36915 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732198738780Disabling compacts and flushes for region at 1732198738780Disabling writes for close at 1732198738780Obtaining lock to block concurrent updates at 1732198738780Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732198738780Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28715, getHeapSize=34896, getOffHeapSize=0, getCellsCount=69 at 1732198738780Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732198738781 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732198738781Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732198738796 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732198738796Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732198739206 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732198739220 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732198739220Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732198739630 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732198739644 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732198739644Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2bde3d93: reopening flushed file at 1732198740053 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f00ebcd: reopening flushed file at 1732198740058 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59b1957b: reopening flushed file at 1732198740063 (+5 ms)Finished flush of dataSize ~28.04 KB/28715, heapSize ~33.84 KB/34656, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1289ms, sequenceid=58, compaction requested=false at 1732198740069 (+6 ms)Writing region close event to WAL at 1732198740070 (+1 ms)Closed at 1732198740070 2024-11-21T14:19:00,072 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8588f586-3fa9-26f4-10e6-a036d8ca236c/MasterData/WALs/8a7a968213a0,36915,1732198663487/8a7a968213a0%2C36915%2C1732198663487.1732198665251 not finished, retry = 0 2024-11-21T14:19:00,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41607 is added to blk_1073741830_1006 (size=33014) 2024-11-21T14:19:00,173 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T14:19:00,174 INFO [M:0;8a7a968213a0:36915 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T14:19:00,174 INFO [M:0;8a7a968213a0:36915 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36915 2024-11-21T14:19:00,174 INFO [M:0;8a7a968213a0:36915 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T14:19:00,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36915-0x1013ae3db8a0003, quorum=127.0.0.1:51796, baseZNode=/1-394031428 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T14:19:00,277 INFO [M:0;8a7a968213a0:36915 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T14:19:00,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36915-0x1013ae3db8a0003, quorum=127.0.0.1:51796, baseZNode=/1-394031428 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T14:19:00,280 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4e587001{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T14:19:00,280 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1c05b605{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T14:19:00,281 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T14:19:00,281 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e22e585{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T14:19:00,281 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2303981{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af8cbeb0-a8dc-e520-5bf1-3e25ec54df54/hadoop.log.dir/,STOPPED} 2024-11-21T14:19:00,282 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T14:19:00,282 WARN [BP-1198920795-172.17.0.2-1732198662499 heartbeating to localhost/127.0.0.1:43221 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T14:19:00,282 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T14:19:00,282 WARN [BP-1198920795-172.17.0.2-1732198662499 heartbeating to localhost/127.0.0.1:43221 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1198920795-172.17.0.2-1732198662499 (Datanode Uuid 80cdf38e-396c-4482-ae94-7f7b6765db6e) service to localhost/127.0.0.1:43221 2024-11-21T14:19:00,283 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af8cbeb0-a8dc-e520-5bf1-3e25ec54df54/cluster_efebf26c-f075-968a-ce31-b38fb5d10974/data/data1/current/BP-1198920795-172.17.0.2-1732198662499 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T14:19:00,283 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af8cbeb0-a8dc-e520-5bf1-3e25ec54df54/cluster_efebf26c-f075-968a-ce31-b38fb5d10974/data/data2/current/BP-1198920795-172.17.0.2-1732198662499 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T14:19:00,284 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T14:19:00,290 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4d6845ca{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T14:19:00,291 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3d7582a3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T14:19:00,291 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T14:19:00,291 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6aafdf85{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T14:19:00,291 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c976543{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af8cbeb0-a8dc-e520-5bf1-3e25ec54df54/hadoop.log.dir/,STOPPED} 2024-11-21T14:19:00,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T14:19:00,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T14:19:00,304 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T14:19:00,304 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:19:00,304 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:19:00,304 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:19:00,304 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:19:00,304 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T14:19:00,304 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1853582582, stopped=false 2024-11-21T14:19:00,304 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8a7a968213a0,40507,1732198659544 2024-11-21T14:19:00,306 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T14:19:00,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40507-0x1013ae3db8a0000, quorum=127.0.0.1:51796, baseZNode=/0-1848123578 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1848123578/running 2024-11-21T14:19:00,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40507-0x1013ae3db8a0000, quorum=127.0.0.1:51796, baseZNode=/0-1848123578 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1848123578 2024-11-21T14:19:00,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45409-0x1013ae3db8a0001, quorum=127.0.0.1:51796, baseZNode=/0-1848123578 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1848123578/running 2024-11-21T14:19:00,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45409-0x1013ae3db8a0001, quorum=127.0.0.1:51796, baseZNode=/0-1848123578 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1848123578 2024-11-21T14:19:00,307 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T14:19:00,307 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:19:00,307 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:19:00,307 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8a7a968213a0,45409,1732198659609' ***** 2024-11-21T14:19:00,307 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T14:19:00,307 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40507-0x1013ae3db8a0000, quorum=127.0.0.1:51796, baseZNode=/0-1848123578 Set watcher on znode that does not yet exist, /0-1848123578/running 2024-11-21T14:19:00,307 INFO [RS:0;8a7a968213a0:45409 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T14:19:00,307 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45409-0x1013ae3db8a0001, quorum=127.0.0.1:51796, baseZNode=/0-1848123578 Set watcher on znode that does not yet exist, /0-1848123578/running 2024-11-21T14:19:00,307 INFO [RS:0;8a7a968213a0:45409 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T14:19:00,308 INFO [RS:0;8a7a968213a0:45409 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T14:19:00,308 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T14:19:00,308 INFO [RS:0;8a7a968213a0:45409 {}] regionserver.HRegionServer(3091): Received CLOSE for 44f455ea5985a54563b69eb6bf1960f9 2024-11-21T14:19:00,308 INFO [RS:0;8a7a968213a0:45409 {}] regionserver.HRegionServer(3091): Received CLOSE for 4a0eefad886a4a84a63248c08d21a2ad 2024-11-21T14:19:00,308 INFO [RS:0;8a7a968213a0:45409 {}] regionserver.HRegionServer(959): stopping server 8a7a968213a0,45409,1732198659609 2024-11-21T14:19:00,308 INFO [RS:0;8a7a968213a0:45409 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T14:19:00,308 INFO [RS:0;8a7a968213a0:45409 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8a7a968213a0:45409. 2024-11-21T14:19:00,308 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 44f455ea5985a54563b69eb6bf1960f9, disabling compactions & flushes 2024-11-21T14:19:00,308 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732198666291.44f455ea5985a54563b69eb6bf1960f9. 2024-11-21T14:19:00,308 DEBUG [RS:0;8a7a968213a0:45409 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:19:00,308 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732198666291.44f455ea5985a54563b69eb6bf1960f9. 2024-11-21T14:19:00,308 DEBUG [RS:0;8a7a968213a0:45409 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:19:00,308 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732198666291.44f455ea5985a54563b69eb6bf1960f9. after waiting 0 ms 2024-11-21T14:19:00,308 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732198666291.44f455ea5985a54563b69eb6bf1960f9. 2024-11-21T14:19:00,308 INFO [RS:0;8a7a968213a0:45409 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T14:19:00,308 INFO [RS:0;8a7a968213a0:45409 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T14:19:00,308 INFO [RS:0;8a7a968213a0:45409 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T14:19:00,308 INFO [RS:0;8a7a968213a0:45409 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T14:19:00,309 INFO [RS:0;8a7a968213a0:45409 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-21T14:19:00,309 DEBUG [RS:0;8a7a968213a0:45409 {}] regionserver.HRegionServer(1325): Online Regions={44f455ea5985a54563b69eb6bf1960f9=test,,1732198666291.44f455ea5985a54563b69eb6bf1960f9., 1588230740=hbase:meta,,1.1588230740, 4a0eefad886a4a84a63248c08d21a2ad=hbase:replication,,1732198670639.4a0eefad886a4a84a63248c08d21a2ad.} 2024-11-21T14:19:00,309 DEBUG [RS:0;8a7a968213a0:45409 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 44f455ea5985a54563b69eb6bf1960f9, 4a0eefad886a4a84a63248c08d21a2ad 2024-11-21T14:19:00,309 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T14:19:00,309 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T14:19:00,309 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T14:19:00,309 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T14:19:00,309 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T14:19:00,309 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-21T14:19:00,313 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/data/default/test/44f455ea5985a54563b69eb6bf1960f9/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-21T14:19:00,313 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T14:19:00,313 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T14:19:00,314 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732198666291.44f455ea5985a54563b69eb6bf1960f9. 2024-11-21T14:19:00,314 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 44f455ea5985a54563b69eb6bf1960f9: Waiting for close lock at 1732198740308Running coprocessor pre-close hooks at 1732198740308Disabling compacts and flushes for region at 1732198740308Disabling writes for close at 1732198740308Writing region close event to WAL at 1732198740310 (+2 ms)Running coprocessor post-close hooks at 1732198740313 (+3 ms)Closed at 1732198740313 2024-11-21T14:19:00,314 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732198666291.44f455ea5985a54563b69eb6bf1960f9. 2024-11-21T14:19:00,314 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4a0eefad886a4a84a63248c08d21a2ad, disabling compactions & flushes 2024-11-21T14:19:00,314 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732198670639.4a0eefad886a4a84a63248c08d21a2ad. 2024-11-21T14:19:00,314 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732198670639.4a0eefad886a4a84a63248c08d21a2ad. 2024-11-21T14:19:00,314 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732198670639.4a0eefad886a4a84a63248c08d21a2ad. after waiting 0 ms 2024-11-21T14:19:00,314 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732198670639.4a0eefad886a4a84a63248c08d21a2ad. 2024-11-21T14:19:00,314 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4a0eefad886a4a84a63248c08d21a2ad 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-21T14:19:00,328 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/data/hbase/meta/1588230740/.tmp/info/cc240d73fb934d91aafb6aacf15d9ad3 is 147, key is hbase:replication,,1732198670639.4a0eefad886a4a84a63248c08d21a2ad./info:regioninfo/1732198671825/Put/seqid=0 2024-11-21T14:19:00,328 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/data/hbase/replication/4a0eefad886a4a84a63248c08d21a2ad/.tmp/hfileref/fadf72979aab4f92b3ea7df106e1261c is 74, key is 1/hfileref:d01942600af74eeb87e8c8337f187872_SeqId_4_/1732198675019/DeleteColumn/seqid=0 2024-11-21T14:19:00,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33197 is added to blk_1073741845_1021 (size=7686) 2024-11-21T14:19:00,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33197 is added to blk_1073741844_1020 (size=5203) 2024-11-21T14:19:00,374 INFO [regionserver/8a7a968213a0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T14:19:00,509 DEBUG [RS:0;8a7a968213a0:45409 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4a0eefad886a4a84a63248c08d21a2ad 2024-11-21T14:19:00,566 INFO [regionserver/8a7a968213a0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T14:19:00,566 INFO [regionserver/8a7a968213a0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T14:19:00,709 DEBUG [RS:0;8a7a968213a0:45409 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4a0eefad886a4a84a63248c08d21a2ad 2024-11-21T14:19:00,733 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/data/hbase/meta/1588230740/.tmp/info/cc240d73fb934d91aafb6aacf15d9ad3 2024-11-21T14:19:00,733 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/data/hbase/replication/4a0eefad886a4a84a63248c08d21a2ad/.tmp/hfileref/fadf72979aab4f92b3ea7df106e1261c 2024-11-21T14:19:00,755 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/data/hbase/replication/4a0eefad886a4a84a63248c08d21a2ad/.tmp/queue/36a8a128a523405baa176e9af269e351 is 153, key is 1-8a7a968213a0,45409,1732198659609/queue:8a7a968213a0%2C45409%2C1732198659609/1732198676843/Put/seqid=0 2024-11-21T14:19:00,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33197 is added to blk_1073741846_1022 (size=5352) 2024-11-21T14:19:00,760 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/data/hbase/replication/4a0eefad886a4a84a63248c08d21a2ad/.tmp/queue/36a8a128a523405baa176e9af269e351 2024-11-21T14:19:00,764 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/data/hbase/meta/1588230740/.tmp/ns/3614135c1c364feb9c2d2f6a302f24e9 is 43, key is default/ns:d/1732198662337/Put/seqid=0 2024-11-21T14:19:00,768 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/data/hbase/replication/4a0eefad886a4a84a63248c08d21a2ad/.tmp/hfileref/fadf72979aab4f92b3ea7df106e1261c as hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/data/hbase/replication/4a0eefad886a4a84a63248c08d21a2ad/hfileref/fadf72979aab4f92b3ea7df106e1261c 2024-11-21T14:19:00,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33197 is added to blk_1073741847_1023 (size=5153) 2024-11-21T14:19:00,770 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/data/hbase/meta/1588230740/.tmp/ns/3614135c1c364feb9c2d2f6a302f24e9 2024-11-21T14:19:00,775 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/data/hbase/replication/4a0eefad886a4a84a63248c08d21a2ad/hfileref/fadf72979aab4f92b3ea7df106e1261c, entries=2, sequenceid=10, filesize=5.1 K 2024-11-21T14:19:00,776 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/data/hbase/replication/4a0eefad886a4a84a63248c08d21a2ad/.tmp/queue/36a8a128a523405baa176e9af269e351 as hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/data/hbase/replication/4a0eefad886a4a84a63248c08d21a2ad/queue/36a8a128a523405baa176e9af269e351 2024-11-21T14:19:00,784 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/data/hbase/replication/4a0eefad886a4a84a63248c08d21a2ad/queue/36a8a128a523405baa176e9af269e351, entries=1, sequenceid=10, filesize=5.2 K 2024-11-21T14:19:00,785 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 4a0eefad886a4a84a63248c08d21a2ad in 471ms, sequenceid=10, compaction requested=false 2024-11-21T14:19:00,791 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/data/hbase/replication/4a0eefad886a4a84a63248c08d21a2ad/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-21T14:19:00,792 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T14:19:00,792 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T14:19:00,792 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732198670639.4a0eefad886a4a84a63248c08d21a2ad. 2024-11-21T14:19:00,792 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4a0eefad886a4a84a63248c08d21a2ad: Waiting for close lock at 1732198740314Running coprocessor pre-close hooks at 1732198740314Disabling compacts and flushes for region at 1732198740314Disabling writes for close at 1732198740314Obtaining lock to block concurrent updates at 1732198740314Preparing flush snapshotting stores in 4a0eefad886a4a84a63248c08d21a2ad at 1732198740314Finished memstore snapshotting hbase:replication,,1732198670639.4a0eefad886a4a84a63248c08d21a2ad., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1732198740314Flushing stores of hbase:replication,,1732198670639.4a0eefad886a4a84a63248c08d21a2ad. at 1732198740315 (+1 ms)Flushing 4a0eefad886a4a84a63248c08d21a2ad/hfileref: creating writer at 1732198740315Flushing 4a0eefad886a4a84a63248c08d21a2ad/hfileref: appending metadata at 1732198740328 (+13 ms)Flushing 4a0eefad886a4a84a63248c08d21a2ad/hfileref: closing flushed file at 1732198740328Flushing 4a0eefad886a4a84a63248c08d21a2ad/queue: creating writer at 1732198740739 (+411 ms)Flushing 4a0eefad886a4a84a63248c08d21a2ad/queue: appending metadata at 1732198740754 (+15 ms)Flushing 4a0eefad886a4a84a63248c08d21a2ad/queue: closing flushed file at 1732198740754Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51441c5d: reopening flushed file at 1732198740767 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24267c99: reopening flushed file at 1732198740775 (+8 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 4a0eefad886a4a84a63248c08d21a2ad in 471ms, sequenceid=10, compaction requested=false at 1732198740785 (+10 ms)Writing region close event to WAL at 1732198740788 (+3 ms)Running coprocessor post-close hooks at 1732198740792 (+4 ms)Closed at 1732198740792 2024-11-21T14:19:00,792 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732198670639.4a0eefad886a4a84a63248c08d21a2ad. 2024-11-21T14:19:00,796 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/data/hbase/meta/1588230740/.tmp/rep_barrier/5f3efbbfcb88413e833b2508342213f5 is 112, key is test,,1732198666291.44f455ea5985a54563b69eb6bf1960f9./rep_barrier:seqnumDuringOpen/1732198667468/Put/seqid=0 2024-11-21T14:19:00,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33197 is added to blk_1073741848_1024 (size=5518) 2024-11-21T14:19:00,800 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/data/hbase/meta/1588230740/.tmp/rep_barrier/5f3efbbfcb88413e833b2508342213f5 2024-11-21T14:19:00,823 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/data/hbase/meta/1588230740/.tmp/table/a60f23ebcb184eb69b5cfe3a15bb7d76 is 53, key is hbase:replication/table:state/1732198671834/Put/seqid=0 2024-11-21T14:19:00,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33197 is added to blk_1073741849_1025 (size=5308) 2024-11-21T14:19:00,909 DEBUG [RS:0;8a7a968213a0:45409 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T14:19:01,110 DEBUG [RS:0;8a7a968213a0:45409 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T14:19:01,228 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/data/hbase/meta/1588230740/.tmp/table/a60f23ebcb184eb69b5cfe3a15bb7d76 2024-11-21T14:19:01,234 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/data/hbase/meta/1588230740/.tmp/info/cc240d73fb934d91aafb6aacf15d9ad3 as hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/data/hbase/meta/1588230740/info/cc240d73fb934d91aafb6aacf15d9ad3 2024-11-21T14:19:01,239 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/data/hbase/meta/1588230740/info/cc240d73fb934d91aafb6aacf15d9ad3, entries=20, sequenceid=16, filesize=7.5 K 2024-11-21T14:19:01,240 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/data/hbase/meta/1588230740/.tmp/ns/3614135c1c364feb9c2d2f6a302f24e9 as hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/data/hbase/meta/1588230740/ns/3614135c1c364feb9c2d2f6a302f24e9 2024-11-21T14:19:01,245 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/data/hbase/meta/1588230740/ns/3614135c1c364feb9c2d2f6a302f24e9, entries=2, sequenceid=16, filesize=5.0 K 2024-11-21T14:19:01,246 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/data/hbase/meta/1588230740/.tmp/rep_barrier/5f3efbbfcb88413e833b2508342213f5 as hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/data/hbase/meta/1588230740/rep_barrier/5f3efbbfcb88413e833b2508342213f5 2024-11-21T14:19:01,251 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/data/hbase/meta/1588230740/rep_barrier/5f3efbbfcb88413e833b2508342213f5, entries=1, sequenceid=16, filesize=5.4 K 2024-11-21T14:19:01,253 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/data/hbase/meta/1588230740/.tmp/table/a60f23ebcb184eb69b5cfe3a15bb7d76 as hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/data/hbase/meta/1588230740/table/a60f23ebcb184eb69b5cfe3a15bb7d76 2024-11-21T14:19:01,259 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/data/hbase/meta/1588230740/table/a60f23ebcb184eb69b5cfe3a15bb7d76, entries=4, sequenceid=16, filesize=5.2 K 2024-11-21T14:19:01,260 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 951ms, sequenceid=16, compaction requested=false 2024-11-21T14:19:01,266 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-21T14:19:01,267 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T14:19:01,267 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T14:19:01,267 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T14:19:01,267 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732198740309Running coprocessor pre-close hooks at 1732198740309Disabling compacts and flushes for region at 1732198740309Disabling writes for close at 1732198740309Obtaining lock to block concurrent updates at 1732198740309Preparing flush snapshotting stores in 1588230740 at 1732198740309Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732198740309Flushing stores of hbase:meta,,1.1588230740 at 1732198740310 (+1 ms)Flushing 1588230740/info: creating writer at 1732198740310Flushing 1588230740/info: appending metadata at 1732198740328 (+18 ms)Flushing 1588230740/info: closing flushed file at 1732198740328Flushing 1588230740/ns: creating writer at 1732198740739 (+411 ms)Flushing 1588230740/ns: appending metadata at 1732198740763 (+24 ms)Flushing 1588230740/ns: closing flushed file at 1732198740763Flushing 1588230740/rep_barrier: creating writer at 1732198740775 (+12 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732198740795 (+20 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732198740795Flushing 1588230740/table: creating writer at 1732198740805 (+10 ms)Flushing 1588230740/table: appending metadata at 1732198740822 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732198740823 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7206126b: reopening flushed file at 1732198741234 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33e3443c: reopening flushed file at 1732198741240 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41025c94: reopening flushed file at 1732198741245 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7da8ec24: reopening flushed file at 1732198741252 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 951ms, sequenceid=16, compaction requested=false at 1732198741260 (+8 ms)Writing region close event to WAL at 1732198741263 (+3 ms)Running coprocessor post-close hooks at 1732198741267 (+4 ms)Closed at 1732198741267 2024-11-21T14:19:01,267 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T14:19:01,310 INFO [RS:0;8a7a968213a0:45409 {}] regionserver.HRegionServer(976): stopping server 8a7a968213a0,45409,1732198659609; all regions closed. 2024-11-21T14:19:01,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33197 is added to blk_1073741834_1010 (size=4239) 2024-11-21T14:19:01,315 DEBUG [RS:0;8a7a968213a0:45409 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/oldWALs 2024-11-21T14:19:01,316 INFO [RS:0;8a7a968213a0:45409 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8a7a968213a0%2C45409%2C1732198659609.meta:.meta(num 1732198662268) 2024-11-21T14:19:01,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33197 is added to blk_1073741839_1015 (size=2700) 2024-11-21T14:19:01,319 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/WALs/8a7a968213a0,45409,1732198659609/8a7a968213a0%2C45409%2C1732198659609.rep.1732198671780 not finished, retry = 0 2024-11-21T14:19:01,380 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:19:01,380 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:19:01,381 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:19:01,381 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:19:01,386 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:19:01,423 DEBUG [RS:0;8a7a968213a0:45409 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/oldWALs 2024-11-21T14:19:01,423 INFO [RS:0;8a7a968213a0:45409 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8a7a968213a0%2C45409%2C1732198659609.rep:(num 1732198671780) 2024-11-21T14:19:01,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33197 is added to blk_1073741833_1009 (size=1300) 2024-11-21T14:19:01,429 DEBUG [RS:0;8a7a968213a0:45409 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/oldWALs 2024-11-21T14:19:01,429 INFO [RS:0;8a7a968213a0:45409 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8a7a968213a0%2C45409%2C1732198659609:(num 1732198661649) 2024-11-21T14:19:01,429 DEBUG [RS:0;8a7a968213a0:45409 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:19:01,429 INFO [RS:0;8a7a968213a0:45409 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T14:19:01,430 INFO [RS:0;8a7a968213a0:45409 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T14:19:01,430 INFO [RS:0;8a7a968213a0:45409 {}] hbase.ChoreService(370): Chore service for: regionserver/8a7a968213a0:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T14:19:01,430 INFO [RS:0;8a7a968213a0:45409 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T14:19:01,430 INFO [regionserver/8a7a968213a0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T14:19:01,430 INFO [RS:0;8a7a968213a0:45409 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-8a7a968213a0,45409,1732198659609 because: Region server is closing 2024-11-21T14:19:01,430 INFO [RS:0;8a7a968213a0:45409 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8a7a968213a0:45409. 2024-11-21T14:19:01,431 DEBUG [RS:0;8a7a968213a0:45409 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:19:01,431 DEBUG [RS:0;8a7a968213a0:45409 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:19:01,431 DEBUG [RS:0;8a7a968213a0:45409 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:19:01,431 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:19:01,531 WARN [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,45409,1732198659609.replicationSource.wal-reader.8a7a968213a0%2C45409%2C1732198659609,1-8a7a968213a0,45409,1732198659609 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-21T14:19:01,531 WARN [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,45409,1732198659609.replicationSource.shipper8a7a968213a0%2C45409%2C1732198659609,1-8a7a968213a0,45409,1732198659609 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-21T14:19:01,532 INFO [RS:0;8a7a968213a0:45409 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,45409,1732198659609.replicationSource.shipper8a7a968213a0%2C45409%2C1732198659609,1-8a7a968213a0,45409,1732198659609 terminated 2024-11-21T14:19:01,532 INFO [RS:0;8a7a968213a0:45409 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45409 2024-11-21T14:19:01,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45409-0x1013ae3db8a0001, quorum=127.0.0.1:51796, baseZNode=/0-1848123578 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1848123578/rs/8a7a968213a0,45409,1732198659609 2024-11-21T14:19:01,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40507-0x1013ae3db8a0000, quorum=127.0.0.1:51796, baseZNode=/0-1848123578 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1848123578/rs 2024-11-21T14:19:01,534 INFO [RS:0;8a7a968213a0:45409 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T14:19:01,536 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8a7a968213a0,45409,1732198659609] 2024-11-21T14:19:01,538 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1848123578/draining/8a7a968213a0,45409,1732198659609 already deleted, retry=false 2024-11-21T14:19:01,538 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8a7a968213a0,45409,1732198659609 expired; onlineServers=0 2024-11-21T14:19:01,538 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8a7a968213a0,40507,1732198659544' ***** 2024-11-21T14:19:01,538 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T14:19:01,538 INFO [M:0;8a7a968213a0:40507 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T14:19:01,538 INFO [M:0;8a7a968213a0:40507 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T14:19:01,538 DEBUG [M:0;8a7a968213a0:40507 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T14:19:01,538 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T14:19:01,538 DEBUG [M:0;8a7a968213a0:40507 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T14:19:01,538 DEBUG [master/8a7a968213a0:0:becomeActiveMaster-HFileCleaner.large.0-1732198661468 {}] cleaner.HFileCleaner(306): Exit Thread[master/8a7a968213a0:0:becomeActiveMaster-HFileCleaner.large.0-1732198661468,5,FailOnTimeoutGroup] 2024-11-21T14:19:01,538 DEBUG [master/8a7a968213a0:0:becomeActiveMaster-HFileCleaner.small.0-1732198661478 {}] cleaner.HFileCleaner(306): Exit Thread[master/8a7a968213a0:0:becomeActiveMaster-HFileCleaner.small.0-1732198661478,5,FailOnTimeoutGroup] 2024-11-21T14:19:01,538 INFO [M:0;8a7a968213a0:40507 {}] hbase.ChoreService(370): Chore service for: master/8a7a968213a0:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T14:19:01,539 INFO [M:0;8a7a968213a0:40507 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T14:19:01,539 DEBUG [M:0;8a7a968213a0:40507 {}] master.HMaster(1795): Stopping service threads 2024-11-21T14:19:01,539 INFO [M:0;8a7a968213a0:40507 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T14:19:01,539 INFO [M:0;8a7a968213a0:40507 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T14:19:01,539 INFO [M:0;8a7a968213a0:40507 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T14:19:01,539 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T14:19:01,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40507-0x1013ae3db8a0000, quorum=127.0.0.1:51796, baseZNode=/0-1848123578 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1848123578/master 2024-11-21T14:19:01,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40507-0x1013ae3db8a0000, quorum=127.0.0.1:51796, baseZNode=/0-1848123578 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1848123578 2024-11-21T14:19:01,540 DEBUG [M:0;8a7a968213a0:40507 {}] zookeeper.ZKUtil(347): master:40507-0x1013ae3db8a0000, quorum=127.0.0.1:51796, baseZNode=/0-1848123578 Unable to get data of znode /0-1848123578/master because node does not exist (not an error) 2024-11-21T14:19:01,540 WARN [M:0;8a7a968213a0:40507 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T14:19:01,542 INFO [M:0;8a7a968213a0:40507 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/.lastflushedseqids 2024-11-21T14:19:01,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33197 is added to blk_1073741850_1026 (size=263) 2024-11-21T14:19:01,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45409-0x1013ae3db8a0001, quorum=127.0.0.1:51796, baseZNode=/0-1848123578 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T14:19:01,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45409-0x1013ae3db8a0001, quorum=127.0.0.1:51796, baseZNode=/0-1848123578 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T14:19:01,636 INFO [RS:0;8a7a968213a0:45409 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T14:19:01,636 INFO [RS:0;8a7a968213a0:45409 {}] regionserver.HRegionServer(1031): Exiting; stopping=8a7a968213a0,45409,1732198659609; zookeeper connection closed. 2024-11-21T14:19:01,637 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6da87b70 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6da87b70 2024-11-21T14:19:01,637 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T14:19:01,894 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T14:19:01,920 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:19:01,921 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:19:01,921 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:19:01,922 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:19:01,927 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:19:01,951 INFO [M:0;8a7a968213a0:40507 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T14:19:01,951 INFO [M:0;8a7a968213a0:40507 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T14:19:01,951 DEBUG [M:0;8a7a968213a0:40507 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T14:19:01,951 INFO [M:0;8a7a968213a0:40507 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:19:01,951 DEBUG [M:0;8a7a968213a0:40507 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:19:01,951 DEBUG [M:0;8a7a968213a0:40507 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T14:19:01,951 DEBUG [M:0;8a7a968213a0:40507 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:19:01,951 INFO [M:0;8a7a968213a0:40507 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.85 KB heapSize=65.86 KB 2024-11-21T14:19:01,976 DEBUG [M:0;8a7a968213a0:40507 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b8ae44f7529d47f0ac67a12d9f185da5 is 82, key is hbase:meta,,1/info:regioninfo/1732198662324/Put/seqid=0 2024-11-21T14:19:01,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33197 is added to blk_1073741851_1027 (size=5672) 2024-11-21T14:19:01,986 INFO [M:0;8a7a968213a0:40507 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b8ae44f7529d47f0ac67a12d9f185da5 2024-11-21T14:19:02,019 DEBUG [M:0;8a7a968213a0:40507 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bd9cbfb3006a4cb19ae980d6196c0cbf is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732198667483/Put/seqid=0 2024-11-21T14:19:02,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33197 is added to blk_1073741852_1028 (size=7240) 2024-11-21T14:19:02,428 INFO [M:0;8a7a968213a0:40507 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.30 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bd9cbfb3006a4cb19ae980d6196c0cbf 2024-11-21T14:19:02,434 INFO [M:0;8a7a968213a0:40507 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bd9cbfb3006a4cb19ae980d6196c0cbf 2024-11-21T14:19:02,453 DEBUG [M:0;8a7a968213a0:40507 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d8420fba371646bdbde3ff8c6e0e5bea is 69, key is 8a7a968213a0,45409,1732198659609/rs:state/1732198661482/Put/seqid=0 2024-11-21T14:19:02,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33197 is added to blk_1073741853_1029 (size=5156) 2024-11-21T14:19:02,461 INFO [M:0;8a7a968213a0:40507 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d8420fba371646bdbde3ff8c6e0e5bea 2024-11-21T14:19:02,468 DEBUG [M:0;8a7a968213a0:40507 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b8ae44f7529d47f0ac67a12d9f185da5 as hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b8ae44f7529d47f0ac67a12d9f185da5 2024-11-21T14:19:02,474 INFO [M:0;8a7a968213a0:40507 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b8ae44f7529d47f0ac67a12d9f185da5, entries=8, sequenceid=105, filesize=5.5 K 2024-11-21T14:19:02,475 DEBUG [M:0;8a7a968213a0:40507 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bd9cbfb3006a4cb19ae980d6196c0cbf as hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bd9cbfb3006a4cb19ae980d6196c0cbf 2024-11-21T14:19:02,481 INFO [M:0;8a7a968213a0:40507 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bd9cbfb3006a4cb19ae980d6196c0cbf 2024-11-21T14:19:02,481 INFO [M:0;8a7a968213a0:40507 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bd9cbfb3006a4cb19ae980d6196c0cbf, entries=11, sequenceid=105, filesize=7.1 K 2024-11-21T14:19:02,482 DEBUG [M:0;8a7a968213a0:40507 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d8420fba371646bdbde3ff8c6e0e5bea as hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d8420fba371646bdbde3ff8c6e0e5bea 2024-11-21T14:19:02,487 INFO [M:0;8a7a968213a0:40507 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33721/user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d8420fba371646bdbde3ff8c6e0e5bea, entries=1, sequenceid=105, filesize=5.0 K 2024-11-21T14:19:02,490 INFO [M:0;8a7a968213a0:40507 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 539ms, sequenceid=105, compaction requested=false 2024-11-21T14:19:02,495 INFO [M:0;8a7a968213a0:40507 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:19:02,495 DEBUG [M:0;8a7a968213a0:40507 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732198741951Disabling compacts and flushes for region at 1732198741951Disabling writes for close at 1732198741951Obtaining lock to block concurrent updates at 1732198741951Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732198741951Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57195, getHeapSize=67376, getOffHeapSize=0, getCellsCount=122 at 1732198741952 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732198741953 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732198741953Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732198741976 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732198741976Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732198741993 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732198742018 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732198742018Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732198742434 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732198742452 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732198742452Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50756bf2: reopening flushed file at 1732198742467 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@550dd009: reopening flushed file at 1732198742474 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@309fbfc1: reopening flushed file at 1732198742481 (+7 ms)Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 539ms, sequenceid=105, compaction requested=false at 1732198742490 (+9 ms)Writing region close event to WAL at 1732198742495 (+5 ms)Closed at 1732198742495 2024-11-21T14:19:02,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33197 is added to blk_1073741830_1006 (size=64526) 2024-11-21T14:19:02,501 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8370ac7a-5ad5-e258-eab1-c5c55ec258fe/MasterData/WALs/8a7a968213a0,40507,1732198659544/8a7a968213a0%2C40507%2C1732198659544.1732198661348 not finished, retry = 0 2024-11-21T14:19:02,602 INFO [M:0;8a7a968213a0:40507 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T14:19:02,602 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T14:19:02,602 INFO [M:0;8a7a968213a0:40507 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40507 2024-11-21T14:19:02,602 INFO [M:0;8a7a968213a0:40507 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T14:19:02,704 INFO [M:0;8a7a968213a0:40507 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T14:19:02,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40507-0x1013ae3db8a0000, quorum=127.0.0.1:51796, baseZNode=/0-1848123578 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T14:19:02,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40507-0x1013ae3db8a0000, quorum=127.0.0.1:51796, baseZNode=/0-1848123578 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T14:19:02,712 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@9c2799f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T14:19:02,712 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@133292a0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T14:19:02,712 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T14:19:02,712 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@66e93db9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T14:19:02,712 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@530a7c13{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d345af74-ad8b-c0b7-d4e7-09d54cb5d609/hadoop.log.dir/,STOPPED} 2024-11-21T14:19:02,714 WARN [BP-1552125264-172.17.0.2-1732198658351 heartbeating to localhost/127.0.0.1:33721 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T14:19:02,714 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T14:19:02,714 WARN [BP-1552125264-172.17.0.2-1732198658351 heartbeating to localhost/127.0.0.1:33721 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1552125264-172.17.0.2-1732198658351 (Datanode Uuid fd52d88b-3c8d-41e7-a093-152d625c49cd) service to localhost/127.0.0.1:33721 2024-11-21T14:19:02,714 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T14:19:02,715 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d345af74-ad8b-c0b7-d4e7-09d54cb5d609/cluster_b2c15586-5484-a37c-9654-0baaa99ccce0/data/data1/current/BP-1552125264-172.17.0.2-1732198658351 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T14:19:02,715 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d345af74-ad8b-c0b7-d4e7-09d54cb5d609/cluster_b2c15586-5484-a37c-9654-0baaa99ccce0/data/data2/current/BP-1552125264-172.17.0.2-1732198658351 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T14:19:02,715 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T14:19:02,723 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@19f28759{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T14:19:02,724 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5b5fcb95{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T14:19:02,724 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T14:19:02,724 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1fecc9af{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T14:19:02,724 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a50b0da{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d345af74-ad8b-c0b7-d4e7-09d54cb5d609/hadoop.log.dir/,STOPPED} 2024-11-21T14:19:02,735 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-21T14:19:02,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T14:19:02,766 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=160 (was 140) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:43221 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:43221 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:33721 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:43221 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:43221 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51796) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:33721 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:33721 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007fc3f4b91c50.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007fc3f4b91c50.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33721 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33721 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33721 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33721 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51796) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43221 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43221 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43221 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43221 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43221 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43221 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:33721 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=504 (was 465) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=261 (was 273), ProcessCount=11 (was 11), AvailableMemoryMB=5140 (was 5386) 2024-11-21T14:19:02,776 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=161, OpenFileDescriptor=504, MaxFileDescriptor=1048576, SystemLoadAverage=261, ProcessCount=11, AvailableMemoryMB=5139 2024-11-21T14:19:02,794 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-21T14:19:02,795 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af8cbeb0-a8dc-e520-5bf1-3e25ec54df54/hadoop.log.dir so I do NOT create it in target/test-data/7ef140fa-72f9-57fa-fc6b-4124644f794d 2024-11-21T14:19:02,795 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af8cbeb0-a8dc-e520-5bf1-3e25ec54df54/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T14:19:02,795 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af8cbeb0-a8dc-e520-5bf1-3e25ec54df54/hadoop.tmp.dir so I do NOT create it in target/test-data/7ef140fa-72f9-57fa-fc6b-4124644f794d 2024-11-21T14:19:02,795 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af8cbeb0-a8dc-e520-5bf1-3e25ec54df54/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T14:19:02,795 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ef140fa-72f9-57fa-fc6b-4124644f794d 2024-11-21T14:19:02,795 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ef140fa-72f9-57fa-fc6b-4124644f794d/cluster_4b1254d4-76b6-a26c-af88-89fa999e6d38, deleteOnExit=true 2024-11-21T14:19:02,798 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ef140fa-72f9-57fa-fc6b-4124644f794d/cluster_4b1254d4-76b6-a26c-af88-89fa999e6d38/zookeeper_0, clientPort=53969, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ef140fa-72f9-57fa-fc6b-4124644f794d/cluster_4b1254d4-76b6-a26c-af88-89fa999e6d38/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ef140fa-72f9-57fa-fc6b-4124644f794d/cluster_4b1254d4-76b6-a26c-af88-89fa999e6d38/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-21T14:19:02,800 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53969 2024-11-21T14:19:02,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T14:19:02,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T14:19:02,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ef140fa-72f9-57fa-fc6b-4124644f794d/test.cache.data in system properties and HBase conf 2024-11-21T14:19:02,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ef140fa-72f9-57fa-fc6b-4124644f794d/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T14:19:02,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ef140fa-72f9-57fa-fc6b-4124644f794d/hadoop.log.dir in system properties and HBase conf 2024-11-21T14:19:02,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ef140fa-72f9-57fa-fc6b-4124644f794d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T14:19:02,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ef140fa-72f9-57fa-fc6b-4124644f794d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T14:19:02,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T14:19:02,800 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T14:19:02,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ef140fa-72f9-57fa-fc6b-4124644f794d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T14:19:02,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ef140fa-72f9-57fa-fc6b-4124644f794d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T14:19:02,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ef140fa-72f9-57fa-fc6b-4124644f794d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T14:19:02,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ef140fa-72f9-57fa-fc6b-4124644f794d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T14:19:02,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ef140fa-72f9-57fa-fc6b-4124644f794d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T14:19:02,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ef140fa-72f9-57fa-fc6b-4124644f794d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T14:19:02,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ef140fa-72f9-57fa-fc6b-4124644f794d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T14:19:02,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ef140fa-72f9-57fa-fc6b-4124644f794d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T14:19:02,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ef140fa-72f9-57fa-fc6b-4124644f794d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T14:19:02,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ef140fa-72f9-57fa-fc6b-4124644f794d/nfs.dump.dir in system properties and HBase conf 2024-11-21T14:19:02,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ef140fa-72f9-57fa-fc6b-4124644f794d/java.io.tmpdir in system properties and HBase conf 2024-11-21T14:19:02,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ef140fa-72f9-57fa-fc6b-4124644f794d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T14:19:02,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ef140fa-72f9-57fa-fc6b-4124644f794d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T14:19:02,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ef140fa-72f9-57fa-fc6b-4124644f794d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T14:19:02,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1013ae3db8a0005, quorum=127.0.0.1:51796, baseZNode=/1-394031428 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T14:19:02,830 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1013ae3db8a0005, quorum=127.0.0.1:51796, baseZNode=/1-394031428 Received Disconnected from ZooKeeper, ignoring 2024-11-21T14:19:02,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1013ae3db8a0002, quorum=127.0.0.1:51796, baseZNode=/0-1848123578 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T14:19:02,831 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1013ae3db8a0002, quorum=127.0.0.1:51796, baseZNode=/0-1848123578 Received Disconnected from ZooKeeper, ignoring 2024-11-21T14:19:02,907 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T14:19:02,911 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T14:19:02,913 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T14:19:02,913 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T14:19:02,913 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T14:19:02,914 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T14:19:02,914 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@541fdc67{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ef140fa-72f9-57fa-fc6b-4124644f794d/hadoop.log.dir/,AVAILABLE} 2024-11-21T14:19:02,914 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5cb036dc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T14:19:03,045 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1f3ad598{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ef140fa-72f9-57fa-fc6b-4124644f794d/java.io.tmpdir/jetty-localhost-42329-hadoop-hdfs-3_4_1-tests_jar-_-any-10425512904863998709/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T14:19:03,046 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@626b1448{HTTP/1.1, (http/1.1)}{localhost:42329} 2024-11-21T14:19:03,046 INFO [Time-limited test {}] server.Server(415): Started @131151ms 2024-11-21T14:19:03,152 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T14:19:03,156 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T14:19:03,161 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T14:19:03,161 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T14:19:03,161 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T14:19:03,162 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@607b161a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ef140fa-72f9-57fa-fc6b-4124644f794d/hadoop.log.dir/,AVAILABLE} 2024-11-21T14:19:03,163 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@461e8a19{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T14:19:03,319 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5e8a6cee{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ef140fa-72f9-57fa-fc6b-4124644f794d/java.io.tmpdir/jetty-localhost-35209-hadoop-hdfs-3_4_1-tests_jar-_-any-17110244575547359702/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T14:19:03,320 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@68ab4aab{HTTP/1.1, (http/1.1)}{localhost:35209} 2024-11-21T14:19:03,320 INFO [Time-limited test {}] server.Server(415): Started @131425ms 2024-11-21T14:19:03,321 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T14:19:03,439 WARN [Thread-1288 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ef140fa-72f9-57fa-fc6b-4124644f794d/cluster_4b1254d4-76b6-a26c-af88-89fa999e6d38/data/data1/current/BP-9400669-172.17.0.2-1732198742827/current, will proceed with Du for space computation calculation, 2024-11-21T14:19:03,439 WARN [Thread-1289 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ef140fa-72f9-57fa-fc6b-4124644f794d/cluster_4b1254d4-76b6-a26c-af88-89fa999e6d38/data/data2/current/BP-9400669-172.17.0.2-1732198742827/current, will proceed with Du for space computation calculation, 2024-11-21T14:19:03,462 WARN [Thread-1276 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T14:19:03,465 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa7371b12c49e02a2 with lease ID 0xc7ebf73bec52470c: Processing first storage report for DS-6908ad37-2057-4974-843b-f476734931e5 from datanode DatanodeRegistration(127.0.0.1:35933, datanodeUuid=bbbe0dd2-f1b0-43c1-a9fc-4b57f230a34e, infoPort=44851, infoSecurePort=0, ipcPort=46641, storageInfo=lv=-57;cid=testClusterID;nsid=252653132;c=1732198742827) 2024-11-21T14:19:03,465 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa7371b12c49e02a2 with lease ID 0xc7ebf73bec52470c: from storage DS-6908ad37-2057-4974-843b-f476734931e5 node DatanodeRegistration(127.0.0.1:35933, datanodeUuid=bbbe0dd2-f1b0-43c1-a9fc-4b57f230a34e, infoPort=44851, infoSecurePort=0, ipcPort=46641, storageInfo=lv=-57;cid=testClusterID;nsid=252653132;c=1732198742827), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-21T14:19:03,465 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa7371b12c49e02a2 with lease ID 0xc7ebf73bec52470c: Processing first storage report for DS-b8654090-e147-47c2-a7bd-87bf05cdf623 from datanode DatanodeRegistration(127.0.0.1:35933, datanodeUuid=bbbe0dd2-f1b0-43c1-a9fc-4b57f230a34e, infoPort=44851, infoSecurePort=0, ipcPort=46641, storageInfo=lv=-57;cid=testClusterID;nsid=252653132;c=1732198742827) 2024-11-21T14:19:03,465 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa7371b12c49e02a2 with lease ID 0xc7ebf73bec52470c: from storage DS-b8654090-e147-47c2-a7bd-87bf05cdf623 node DatanodeRegistration(127.0.0.1:35933, datanodeUuid=bbbe0dd2-f1b0-43c1-a9fc-4b57f230a34e, infoPort=44851, infoSecurePort=0, ipcPort=46641, storageInfo=lv=-57;cid=testClusterID;nsid=252653132;c=1732198742827), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T14:19:03,557 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ef140fa-72f9-57fa-fc6b-4124644f794d 2024-11-21T14:19:03,557 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:19:03,559 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:19:03,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35933 is added to blk_1073741825_1001 (size=7) 2024-11-21T14:19:03,977 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45535/user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2 with version=8 2024-11-21T14:19:03,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45535/user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/hbase-staging 2024-11-21T14:19:03,980 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8a7a968213a0:0 server-side Connection retries=45 2024-11-21T14:19:03,980 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T14:19:03,980 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T14:19:03,980 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T14:19:03,980 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T14:19:03,980 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T14:19:03,980 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T14:19:03,980 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T14:19:03,982 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37773 2024-11-21T14:19:03,983 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37773 connecting to ZooKeeper ensemble=127.0.0.1:53969 2024-11-21T14:19:03,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:377730x0, quorum=127.0.0.1:53969, baseZNode=/02121315324 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T14:19:03,996 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37773-0x1013ae5259d0000 connected 2024-11-21T14:19:04,025 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:19:04,026 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:19:04,029 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37773-0x1013ae5259d0000, quorum=127.0.0.1:53969, baseZNode=/02121315324 Set watcher on znode that does not yet exist, /02121315324/running 2024-11-21T14:19:04,029 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45535/user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2, hbase.cluster.distributed=false 2024-11-21T14:19:04,031 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37773-0x1013ae5259d0000, quorum=127.0.0.1:53969, baseZNode=/02121315324 Set watcher on znode that does not yet exist, /02121315324/acl 2024-11-21T14:19:04,035 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37773 2024-11-21T14:19:04,035 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37773 2024-11-21T14:19:04,036 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37773 2024-11-21T14:19:04,039 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37773 2024-11-21T14:19:04,039 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37773 2024-11-21T14:19:04,062 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8a7a968213a0:0 server-side Connection retries=45 2024-11-21T14:19:04,062 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T14:19:04,062 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T14:19:04,062 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T14:19:04,062 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T14:19:04,062 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T14:19:04,062 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T14:19:04,062 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T14:19:04,064 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43143 2024-11-21T14:19:04,065 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43143 connecting to ZooKeeper ensemble=127.0.0.1:53969 2024-11-21T14:19:04,066 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:19:04,068 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:19:04,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:431430x0, quorum=127.0.0.1:53969, baseZNode=/02121315324 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T14:19:04,074 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43143-0x1013ae5259d0001 connected 2024-11-21T14:19:04,075 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43143-0x1013ae5259d0001, quorum=127.0.0.1:53969, baseZNode=/02121315324 Set watcher on znode that does not yet exist, /02121315324/running 2024-11-21T14:19:04,075 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T14:19:04,076 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T14:19:04,076 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43143-0x1013ae5259d0001, quorum=127.0.0.1:53969, baseZNode=/02121315324 Set watcher on znode that does not yet exist, /02121315324/master 2024-11-21T14:19:04,077 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43143-0x1013ae5259d0001, quorum=127.0.0.1:53969, baseZNode=/02121315324 Set watcher on znode that does not yet exist, /02121315324/acl 2024-11-21T14:19:04,088 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43143 2024-11-21T14:19:04,088 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43143 2024-11-21T14:19:04,089 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43143 2024-11-21T14:19:04,092 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43143 2024-11-21T14:19:04,093 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43143 2024-11-21T14:19:04,113 DEBUG [M:0;8a7a968213a0:37773 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8a7a968213a0:37773 2024-11-21T14:19:04,114 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /02121315324/backup-masters/8a7a968213a0,37773,1732198743980 2024-11-21T14:19:04,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43143-0x1013ae5259d0001, quorum=127.0.0.1:53969, baseZNode=/02121315324 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02121315324/backup-masters 2024-11-21T14:19:04,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37773-0x1013ae5259d0000, quorum=127.0.0.1:53969, baseZNode=/02121315324 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02121315324/backup-masters 2024-11-21T14:19:04,123 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37773-0x1013ae5259d0000, quorum=127.0.0.1:53969, baseZNode=/02121315324 Set watcher on existing znode=/02121315324/backup-masters/8a7a968213a0,37773,1732198743980 2024-11-21T14:19:04,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43143-0x1013ae5259d0001, quorum=127.0.0.1:53969, baseZNode=/02121315324 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02121315324/master 2024-11-21T14:19:04,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43143-0x1013ae5259d0001, quorum=127.0.0.1:53969, baseZNode=/02121315324 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02121315324 2024-11-21T14:19:04,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37773-0x1013ae5259d0000, quorum=127.0.0.1:53969, baseZNode=/02121315324 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02121315324 2024-11-21T14:19:04,127 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37773-0x1013ae5259d0000, quorum=127.0.0.1:53969, baseZNode=/02121315324 Set watcher on existing znode=/02121315324/master 2024-11-21T14:19:04,127 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /02121315324/backup-masters/8a7a968213a0,37773,1732198743980 from backup master directory 2024-11-21T14:19:04,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43143-0x1013ae5259d0001, quorum=127.0.0.1:53969, baseZNode=/02121315324 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02121315324/backup-masters 2024-11-21T14:19:04,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37773-0x1013ae5259d0000, quorum=127.0.0.1:53969, baseZNode=/02121315324 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02121315324/backup-masters/8a7a968213a0,37773,1732198743980 2024-11-21T14:19:04,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37773-0x1013ae5259d0000, quorum=127.0.0.1:53969, baseZNode=/02121315324 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02121315324/backup-masters 2024-11-21T14:19:04,137 WARN [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T14:19:04,138 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8a7a968213a0,37773,1732198743980 2024-11-21T14:19:04,146 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45535/user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/hbase.id] with ID: c1110676-410d-4352-aacf-aae79326ec76 2024-11-21T14:19:04,146 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45535/user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/.tmp/hbase.id 2024-11-21T14:19:04,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35933 is added to blk_1073741826_1002 (size=42) 2024-11-21T14:19:04,157 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45535/user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/.tmp/hbase.id]:[hdfs://localhost:45535/user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/hbase.id] 2024-11-21T14:19:04,168 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:19:04,168 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T14:19:04,169 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-21T14:19:04,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37773-0x1013ae5259d0000, quorum=127.0.0.1:53969, baseZNode=/02121315324 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02121315324 2024-11-21T14:19:04,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43143-0x1013ae5259d0001, quorum=127.0.0.1:53969, baseZNode=/02121315324 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02121315324 2024-11-21T14:19:04,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35933 is added to blk_1073741827_1003 (size=196) 2024-11-21T14:19:04,577 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T14:19:04,577 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T14:19:04,578 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:19:04,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35933 is added to blk_1073741828_1004 (size=1189) 2024-11-21T14:19:04,988 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45535/user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/MasterData/data/master/store 2024-11-21T14:19:04,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35933 is added to blk_1073741829_1005 (size=34) 2024-11-21T14:19:05,399 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:19:05,399 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T14:19:05,399 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:19:05,399 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:19:05,399 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T14:19:05,399 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:19:05,399 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:19:05,399 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732198745399Disabling compacts and flushes for region at 1732198745399Disabling writes for close at 1732198745399Writing region close event to WAL at 1732198745399Closed at 1732198745399 2024-11-21T14:19:05,400 WARN [master/8a7a968213a0:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45535/user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/MasterData/data/master/store/.initializing 2024-11-21T14:19:05,400 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45535/user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/MasterData/WALs/8a7a968213a0,37773,1732198743980 2024-11-21T14:19:05,402 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T14:19:05,403 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8a7a968213a0%2C37773%2C1732198743980, suffix=, logDir=hdfs://localhost:45535/user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/MasterData/WALs/8a7a968213a0,37773,1732198743980, archiveDir=hdfs://localhost:45535/user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/MasterData/oldWALs, maxLogs=10 2024-11-21T14:19:05,417 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/MasterData/WALs/8a7a968213a0,37773,1732198743980/8a7a968213a0%2C37773%2C1732198743980.1732198745404, exclude list is [], retry=0 2024-11-21T14:19:05,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35933,DS-6908ad37-2057-4974-843b-f476734931e5,DISK] 2024-11-21T14:19:05,421 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/MasterData/WALs/8a7a968213a0,37773,1732198743980/8a7a968213a0%2C37773%2C1732198743980.1732198745404 2024-11-21T14:19:05,422 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44851:44851)] 2024-11-21T14:19:05,422 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T14:19:05,422 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:19:05,422 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:19:05,422 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:19:05,424 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:19:05,425 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T14:19:05,425 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:19:05,425 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:19:05,425 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:19:05,426 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T14:19:05,426 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:19:05,426 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:19:05,426 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:19:05,427 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T14:19:05,427 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:19:05,428 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:19:05,428 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:19:05,429 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T14:19:05,429 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:19:05,429 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:19:05,429 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:19:05,430 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45535/user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:19:05,430 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45535/user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:19:05,431 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:19:05,432 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:19:05,432 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T14:19:05,433 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:19:05,435 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45535/user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T14:19:05,436 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59935975, jitterRate=-0.10688437521457672}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T14:19:05,437 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732198745422Initializing all the Stores at 1732198745423 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198745423Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198745423Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198745423Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198745423Cleaning up temporary data from old regions at 1732198745432 (+9 ms)Region opened successfully at 1732198745436 (+4 ms) 2024-11-21T14:19:05,437 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T14:19:05,440 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3729d397, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8a7a968213a0/172.17.0.2:0 2024-11-21T14:19:05,441 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T14:19:05,441 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T14:19:05,441 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T14:19:05,441 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T14:19:05,441 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T14:19:05,442 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T14:19:05,442 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T14:19:05,444 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T14:19:05,444 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37773-0x1013ae5259d0000, quorum=127.0.0.1:53969, baseZNode=/02121315324 Unable to get data of znode /02121315324/balancer because node does not exist (not necessarily an error) 2024-11-21T14:19:05,445 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02121315324/balancer already deleted, retry=false 2024-11-21T14:19:05,446 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T14:19:05,446 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37773-0x1013ae5259d0000, quorum=127.0.0.1:53969, baseZNode=/02121315324 Unable to get data of znode /02121315324/normalizer because node does not exist (not necessarily an error) 2024-11-21T14:19:05,447 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02121315324/normalizer already deleted, retry=false 2024-11-21T14:19:05,448 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T14:19:05,448 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37773-0x1013ae5259d0000, quorum=127.0.0.1:53969, baseZNode=/02121315324 Unable to get data of znode /02121315324/switch/split because node does not exist (not necessarily an error) 2024-11-21T14:19:05,450 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02121315324/switch/split already deleted, retry=false 2024-11-21T14:19:05,450 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37773-0x1013ae5259d0000, quorum=127.0.0.1:53969, baseZNode=/02121315324 Unable to get data of znode /02121315324/switch/merge because node does not exist (not necessarily an error) 2024-11-21T14:19:05,453 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02121315324/switch/merge already deleted, retry=false 2024-11-21T14:19:05,454 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37773-0x1013ae5259d0000, quorum=127.0.0.1:53969, baseZNode=/02121315324 Unable to get data of znode /02121315324/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T14:19:05,455 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02121315324/snapshot-cleanup already deleted, retry=false 2024-11-21T14:19:05,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37773-0x1013ae5259d0000, quorum=127.0.0.1:53969, baseZNode=/02121315324 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02121315324/running 2024-11-21T14:19:05,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37773-0x1013ae5259d0000, quorum=127.0.0.1:53969, baseZNode=/02121315324 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02121315324 2024-11-21T14:19:05,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43143-0x1013ae5259d0001, quorum=127.0.0.1:53969, baseZNode=/02121315324 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02121315324/running 2024-11-21T14:19:05,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43143-0x1013ae5259d0001, quorum=127.0.0.1:53969, baseZNode=/02121315324 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02121315324 2024-11-21T14:19:05,458 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8a7a968213a0,37773,1732198743980, sessionid=0x1013ae5259d0000, setting cluster-up flag (Was=false) 2024-11-21T14:19:05,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37773-0x1013ae5259d0000, quorum=127.0.0.1:53969, baseZNode=/02121315324 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02121315324 2024-11-21T14:19:05,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43143-0x1013ae5259d0001, quorum=127.0.0.1:53969, baseZNode=/02121315324 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02121315324 2024-11-21T14:19:05,465 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02121315324/flush-table-proc/acquired, /02121315324/flush-table-proc/reached, /02121315324/flush-table-proc/abort 2024-11-21T14:19:05,466 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8a7a968213a0,37773,1732198743980 2024-11-21T14:19:05,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37773-0x1013ae5259d0000, quorum=127.0.0.1:53969, baseZNode=/02121315324 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02121315324 2024-11-21T14:19:05,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43143-0x1013ae5259d0001, quorum=127.0.0.1:53969, baseZNode=/02121315324 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02121315324 2024-11-21T14:19:05,480 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02121315324/online-snapshot/acquired, /02121315324/online-snapshot/reached, /02121315324/online-snapshot/abort 2024-11-21T14:19:05,481 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8a7a968213a0,37773,1732198743980 2024-11-21T14:19:05,482 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45535/user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T14:19:05,484 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T14:19:05,484 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T14:19:05,484 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T14:19:05,484 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8a7a968213a0,37773,1732198743980 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T14:19:05,486 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8a7a968213a0:0, corePoolSize=5, maxPoolSize=5 2024-11-21T14:19:05,486 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8a7a968213a0:0, corePoolSize=5, maxPoolSize=5 2024-11-21T14:19:05,486 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8a7a968213a0:0, corePoolSize=5, maxPoolSize=5 2024-11-21T14:19:05,486 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8a7a968213a0:0, corePoolSize=5, maxPoolSize=5 2024-11-21T14:19:05,486 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8a7a968213a0:0, corePoolSize=10, maxPoolSize=10 2024-11-21T14:19:05,486 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:19:05,486 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8a7a968213a0:0, corePoolSize=2, maxPoolSize=2 2024-11-21T14:19:05,486 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:19:05,491 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732198775491 2024-11-21T14:19:05,491 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T14:19:05,491 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T14:19:05,491 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T14:19:05,491 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T14:19:05,491 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T14:19:05,491 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T14:19:05,491 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T14:19:05,491 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T14:19:05,492 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:19:05,492 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T14:19:05,492 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T14:19:05,495 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T14:19:05,495 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T14:19:05,495 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T14:19:05,495 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T14:19:05,499 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T14:19:05,500 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T14:19:05,500 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8a7a968213a0:0:becomeActiveMaster-HFileCleaner.large.0-1732198745500,5,FailOnTimeoutGroup] 2024-11-21T14:19:05,501 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8a7a968213a0:0:becomeActiveMaster-HFileCleaner.small.0-1732198745500,5,FailOnTimeoutGroup] 2024-11-21T14:19:05,501 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T14:19:05,501 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T14:19:05,501 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T14:19:05,501 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T14:19:05,502 INFO [RS:0;8a7a968213a0:43143 {}] regionserver.HRegionServer(746): ClusterId : c1110676-410d-4352-aacf-aae79326ec76 2024-11-21T14:19:05,502 DEBUG [RS:0;8a7a968213a0:43143 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T14:19:05,504 DEBUG [RS:0;8a7a968213a0:43143 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T14:19:05,504 DEBUG [RS:0;8a7a968213a0:43143 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T14:19:05,506 DEBUG [RS:0;8a7a968213a0:43143 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T14:19:05,506 DEBUG [RS:0;8a7a968213a0:43143 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b693cd7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8a7a968213a0/172.17.0.2:0 2024-11-21T14:19:05,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35933 is added to blk_1073741831_1007 (size=1321) 2024-11-21T14:19:05,522 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45535/user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T14:19:05,522 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45535/user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2 2024-11-21T14:19:05,531 DEBUG [RS:0;8a7a968213a0:43143 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8a7a968213a0:43143 2024-11-21T14:19:05,531 INFO [RS:0;8a7a968213a0:43143 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T14:19:05,531 INFO [RS:0;8a7a968213a0:43143 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T14:19:05,531 DEBUG [RS:0;8a7a968213a0:43143 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T14:19:05,532 INFO [RS:0;8a7a968213a0:43143 {}] regionserver.HRegionServer(2659): reportForDuty to master=8a7a968213a0,37773,1732198743980 with port=43143, startcode=1732198744061 2024-11-21T14:19:05,532 DEBUG [RS:0;8a7a968213a0:43143 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T14:19:05,537 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33285, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T14:19:05,537 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37773 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8a7a968213a0,43143,1732198744061 2024-11-21T14:19:05,538 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37773 {}] master.ServerManager(517): Registering regionserver=8a7a968213a0,43143,1732198744061 2024-11-21T14:19:05,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35933 is added to blk_1073741832_1008 (size=32) 2024-11-21T14:19:05,539 DEBUG [RS:0;8a7a968213a0:43143 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45535/user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2 2024-11-21T14:19:05,539 DEBUG [RS:0;8a7a968213a0:43143 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45535 2024-11-21T14:19:05,539 DEBUG [RS:0;8a7a968213a0:43143 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T14:19:05,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37773-0x1013ae5259d0000, quorum=127.0.0.1:53969, baseZNode=/02121315324 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02121315324/rs 2024-11-21T14:19:05,541 DEBUG [RS:0;8a7a968213a0:43143 {}] zookeeper.ZKUtil(111): regionserver:43143-0x1013ae5259d0001, quorum=127.0.0.1:53969, baseZNode=/02121315324 Set watcher on existing znode=/02121315324/rs/8a7a968213a0,43143,1732198744061 2024-11-21T14:19:05,542 WARN [RS:0;8a7a968213a0:43143 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T14:19:05,542 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8a7a968213a0,43143,1732198744061] 2024-11-21T14:19:05,542 INFO [RS:0;8a7a968213a0:43143 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:19:05,542 DEBUG [RS:0;8a7a968213a0:43143 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45535/user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/WALs/8a7a968213a0,43143,1732198744061 2024-11-21T14:19:05,550 INFO [RS:0;8a7a968213a0:43143 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T14:19:05,552 INFO [RS:0;8a7a968213a0:43143 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T14:19:05,555 INFO [RS:0;8a7a968213a0:43143 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T14:19:05,555 INFO [RS:0;8a7a968213a0:43143 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T14:19:05,556 INFO [RS:0;8a7a968213a0:43143 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T14:19:05,557 INFO [RS:0;8a7a968213a0:43143 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T14:19:05,557 INFO [RS:0;8a7a968213a0:43143 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T14:19:05,557 DEBUG [RS:0;8a7a968213a0:43143 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:19:05,557 DEBUG [RS:0;8a7a968213a0:43143 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:19:05,557 DEBUG [RS:0;8a7a968213a0:43143 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:19:05,557 DEBUG [RS:0;8a7a968213a0:43143 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:19:05,557 DEBUG [RS:0;8a7a968213a0:43143 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:19:05,557 DEBUG [RS:0;8a7a968213a0:43143 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8a7a968213a0:0, corePoolSize=2, maxPoolSize=2 2024-11-21T14:19:05,557 DEBUG [RS:0;8a7a968213a0:43143 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:19:05,557 DEBUG [RS:0;8a7a968213a0:43143 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:19:05,557 DEBUG [RS:0;8a7a968213a0:43143 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:19:05,557 DEBUG [RS:0;8a7a968213a0:43143 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:19:05,557 DEBUG [RS:0;8a7a968213a0:43143 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:19:05,557 DEBUG [RS:0;8a7a968213a0:43143 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:19:05,557 DEBUG [RS:0;8a7a968213a0:43143 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8a7a968213a0:0, corePoolSize=3, maxPoolSize=3 2024-11-21T14:19:05,557 DEBUG [RS:0;8a7a968213a0:43143 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8a7a968213a0:0, corePoolSize=3, maxPoolSize=3 2024-11-21T14:19:05,573 INFO [RS:0;8a7a968213a0:43143 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T14:19:05,573 INFO [RS:0;8a7a968213a0:43143 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T14:19:05,573 INFO [RS:0;8a7a968213a0:43143 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T14:19:05,573 INFO [RS:0;8a7a968213a0:43143 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T14:19:05,573 INFO [RS:0;8a7a968213a0:43143 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T14:19:05,573 INFO [RS:0;8a7a968213a0:43143 {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,43143,1732198744061-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T14:19:05,602 INFO [RS:0;8a7a968213a0:43143 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T14:19:05,602 INFO [RS:0;8a7a968213a0:43143 {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,43143,1732198744061-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T14:19:05,602 INFO [RS:0;8a7a968213a0:43143 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:19:05,603 INFO [RS:0;8a7a968213a0:43143 {}] regionserver.Replication(171): 8a7a968213a0,43143,1732198744061 started 2024-11-21T14:19:05,624 INFO [RS:0;8a7a968213a0:43143 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:19:05,624 INFO [RS:0;8a7a968213a0:43143 {}] regionserver.HRegionServer(1482): Serving as 8a7a968213a0,43143,1732198744061, RpcServer on 8a7a968213a0/172.17.0.2:43143, sessionid=0x1013ae5259d0001 2024-11-21T14:19:05,624 DEBUG [RS:0;8a7a968213a0:43143 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T14:19:05,624 DEBUG [RS:0;8a7a968213a0:43143 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8a7a968213a0,43143,1732198744061 2024-11-21T14:19:05,624 DEBUG [RS:0;8a7a968213a0:43143 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8a7a968213a0,43143,1732198744061' 2024-11-21T14:19:05,624 DEBUG [RS:0;8a7a968213a0:43143 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02121315324/flush-table-proc/abort' 2024-11-21T14:19:05,625 DEBUG [RS:0;8a7a968213a0:43143 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02121315324/flush-table-proc/acquired' 2024-11-21T14:19:05,625 DEBUG [RS:0;8a7a968213a0:43143 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T14:19:05,625 DEBUG [RS:0;8a7a968213a0:43143 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T14:19:05,625 DEBUG [RS:0;8a7a968213a0:43143 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8a7a968213a0,43143,1732198744061 2024-11-21T14:19:05,626 DEBUG [RS:0;8a7a968213a0:43143 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8a7a968213a0,43143,1732198744061' 2024-11-21T14:19:05,626 DEBUG [RS:0;8a7a968213a0:43143 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02121315324/online-snapshot/abort' 2024-11-21T14:19:05,626 DEBUG [RS:0;8a7a968213a0:43143 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02121315324/online-snapshot/acquired' 2024-11-21T14:19:05,627 DEBUG [RS:0;8a7a968213a0:43143 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T14:19:05,627 INFO [RS:0;8a7a968213a0:43143 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T14:19:05,627 INFO [RS:0;8a7a968213a0:43143 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T14:19:05,727 INFO [RS:0;8a7a968213a0:43143 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T14:19:05,729 INFO [RS:0;8a7a968213a0:43143 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8a7a968213a0%2C43143%2C1732198744061, suffix=, logDir=hdfs://localhost:45535/user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/WALs/8a7a968213a0,43143,1732198744061, archiveDir=hdfs://localhost:45535/user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/oldWALs, maxLogs=10 2024-11-21T14:19:05,749 DEBUG [RS:0;8a7a968213a0:43143 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/WALs/8a7a968213a0,43143,1732198744061/8a7a968213a0%2C43143%2C1732198744061.1732198745730, exclude list is [], retry=0 2024-11-21T14:19:05,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35933,DS-6908ad37-2057-4974-843b-f476734931e5,DISK] 2024-11-21T14:19:05,754 INFO [RS:0;8a7a968213a0:43143 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/WALs/8a7a968213a0,43143,1732198744061/8a7a968213a0%2C43143%2C1732198744061.1732198745730 2024-11-21T14:19:05,755 DEBUG [RS:0;8a7a968213a0:43143 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44851:44851)] 2024-11-21T14:19:05,939 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:19:05,941 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T14:19:05,942 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T14:19:05,942 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:19:05,943 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:19:05,943 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T14:19:05,944 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T14:19:05,944 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:19:05,944 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:19:05,944 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T14:19:05,945 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T14:19:05,945 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:19:05,946 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:19:05,946 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T14:19:05,947 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T14:19:05,947 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:19:05,947 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:19:05,947 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T14:19:05,948 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45535/user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/data/hbase/meta/1588230740 2024-11-21T14:19:05,948 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45535/user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/data/hbase/meta/1588230740 2024-11-21T14:19:05,949 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T14:19:05,949 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T14:19:05,950 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T14:19:05,951 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T14:19:05,952 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45535/user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T14:19:05,953 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60279969, jitterRate=-0.10175846517086029}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T14:19:05,953 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732198745939Initializing all the Stores at 1732198745940 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198745940Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198745940Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198745940Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198745940Cleaning up temporary data from old regions at 1732198745949 (+9 ms)Region opened successfully at 1732198745953 (+4 ms) 2024-11-21T14:19:05,954 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T14:19:05,954 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T14:19:05,954 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T14:19:05,954 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T14:19:05,954 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T14:19:05,954 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T14:19:05,954 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732198745954Disabling compacts and flushes for region at 1732198745954Disabling writes for close at 1732198745954Writing region close event to WAL at 1732198745954Closed at 1732198745954 2024-11-21T14:19:05,955 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T14:19:05,955 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T14:19:05,955 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T14:19:05,956 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T14:19:05,957 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T14:19:06,107 DEBUG [8a7a968213a0:37773 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T14:19:06,108 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8a7a968213a0,43143,1732198744061 2024-11-21T14:19:06,109 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8a7a968213a0,43143,1732198744061, state=OPENING 2024-11-21T14:19:06,111 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T14:19:06,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37773-0x1013ae5259d0000, quorum=127.0.0.1:53969, baseZNode=/02121315324 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02121315324 2024-11-21T14:19:06,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43143-0x1013ae5259d0001, quorum=127.0.0.1:53969, baseZNode=/02121315324 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02121315324 2024-11-21T14:19:06,113 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T14:19:06,113 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02121315324/meta-region-server: CHANGED 2024-11-21T14:19:06,113 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02121315324/meta-region-server: CHANGED 2024-11-21T14:19:06,113 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8a7a968213a0,43143,1732198744061}] 2024-11-21T14:19:06,266 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T14:19:06,268 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48853, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T14:19:06,271 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T14:19:06,271 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:19:06,272 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T14:19:06,273 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8a7a968213a0%2C43143%2C1732198744061.meta, suffix=.meta, logDir=hdfs://localhost:45535/user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/WALs/8a7a968213a0,43143,1732198744061, archiveDir=hdfs://localhost:45535/user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/oldWALs, maxLogs=10 2024-11-21T14:19:06,294 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/WALs/8a7a968213a0,43143,1732198744061/8a7a968213a0%2C43143%2C1732198744061.meta.1732198746274.meta, exclude list is [], retry=0 2024-11-21T14:19:06,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35933,DS-6908ad37-2057-4974-843b-f476734931e5,DISK] 2024-11-21T14:19:06,297 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/WALs/8a7a968213a0,43143,1732198744061/8a7a968213a0%2C43143%2C1732198744061.meta.1732198746274.meta 2024-11-21T14:19:06,298 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44851:44851)] 2024-11-21T14:19:06,298 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T14:19:06,298 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T14:19:06,299 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T14:19:06,299 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T14:19:06,299 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T14:19:06,299 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T14:19:06,299 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:19:06,299 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T14:19:06,299 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T14:19:06,300 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T14:19:06,301 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T14:19:06,301 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:19:06,302 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:19:06,302 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T14:19:06,302 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T14:19:06,302 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:19:06,303 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:19:06,303 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T14:19:06,303 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T14:19:06,303 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:19:06,304 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:19:06,304 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T14:19:06,304 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T14:19:06,304 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:19:06,305 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:19:06,305 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T14:19:06,306 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45535/user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/data/hbase/meta/1588230740 2024-11-21T14:19:06,306 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45535/user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/data/hbase/meta/1588230740 2024-11-21T14:19:06,308 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T14:19:06,308 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T14:19:06,308 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T14:19:06,309 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T14:19:06,310 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69343834, jitterRate=0.033303648233413696}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T14:19:06,310 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T14:19:06,311 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732198746299Writing region info on filesystem at 1732198746299Initializing all the Stores at 1732198746300 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198746300Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198746300Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198746300Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198746300Cleaning up temporary data from old regions at 1732198746308 (+8 ms)Running coprocessor post-open hooks at 1732198746310 (+2 ms)Region opened successfully at 1732198746310 2024-11-21T14:19:06,311 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732198746266 2024-11-21T14:19:06,314 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T14:19:06,314 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T14:19:06,314 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=8a7a968213a0,43143,1732198744061 2024-11-21T14:19:06,315 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8a7a968213a0,43143,1732198744061, state=OPEN 2024-11-21T14:19:06,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37773-0x1013ae5259d0000, quorum=127.0.0.1:53969, baseZNode=/02121315324 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02121315324/meta-region-server 2024-11-21T14:19:06,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43143-0x1013ae5259d0001, quorum=127.0.0.1:53969, baseZNode=/02121315324 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02121315324/meta-region-server 2024-11-21T14:19:06,320 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8a7a968213a0,43143,1732198744061 2024-11-21T14:19:06,320 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02121315324/meta-region-server: CHANGED 2024-11-21T14:19:06,320 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02121315324/meta-region-server: CHANGED 2024-11-21T14:19:06,322 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T14:19:06,322 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8a7a968213a0,43143,1732198744061 in 207 msec 2024-11-21T14:19:06,324 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T14:19:06,324 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 367 msec 2024-11-21T14:19:06,325 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T14:19:06,325 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T14:19:06,326 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:19:06,326 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a7a968213a0,43143,1732198744061, seqNum=-1] 2024-11-21T14:19:06,327 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:19:06,328 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54497, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T14:19:06,332 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 848 msec 2024-11-21T14:19:06,333 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732198746333, completionTime=-1 2024-11-21T14:19:06,333 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T14:19:06,333 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T14:19:06,335 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T14:19:06,335 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732198806335 2024-11-21T14:19:06,335 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732198866335 2024-11-21T14:19:06,335 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-21T14:19:06,335 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,37773,1732198743980-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T14:19:06,335 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,37773,1732198743980-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:19:06,335 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,37773,1732198743980-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:19:06,335 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8a7a968213a0:37773, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:19:06,335 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T14:19:06,335 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T14:19:06,337 DEBUG [master/8a7a968213a0:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T14:19:06,339 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.201sec 2024-11-21T14:19:06,340 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T14:19:06,340 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T14:19:06,340 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T14:19:06,340 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T14:19:06,340 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T14:19:06,340 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,37773,1732198743980-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T14:19:06,340 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,37773,1732198743980-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T14:19:06,342 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T14:19:06,342 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T14:19:06,342 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,37773,1732198743980-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:19:06,403 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b327741, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:19:06,403 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8a7a968213a0,37773,-1 for getting cluster id 2024-11-21T14:19:06,403 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:19:06,405 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c1110676-410d-4352-aacf-aae79326ec76' 2024-11-21T14:19:06,405 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:19:06,405 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c1110676-410d-4352-aacf-aae79326ec76" 2024-11-21T14:19:06,405 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51efe9da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:19:06,405 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a7a968213a0,37773,-1] 2024-11-21T14:19:06,406 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:19:06,406 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:19:06,407 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:19:06,408 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ae455bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:19:06,408 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:19:06,409 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a7a968213a0,43143,1732198744061, seqNum=-1] 2024-11-21T14:19:06,409 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:19:06,410 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T14:19:06,412 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=8a7a968213a0,37773,1732198743980 2024-11-21T14:19:06,413 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53969 2024-11-21T14:19:06,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53969, baseZNode=/02121315324 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T14:19:06,417 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013ae5259d0002 connected 2024-11-21T14:19:06,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ef140fa-72f9-57fa-fc6b-4124644f794d/hadoop.log.dir so I do NOT create it in target/test-data/6d92a9e8-062f-b8f3-437d-a3ea10504637 2024-11-21T14:19:06,420 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ef140fa-72f9-57fa-fc6b-4124644f794d/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T14:19:06,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ef140fa-72f9-57fa-fc6b-4124644f794d/hadoop.tmp.dir so I do NOT create it in target/test-data/6d92a9e8-062f-b8f3-437d-a3ea10504637 2024-11-21T14:19:06,420 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ef140fa-72f9-57fa-fc6b-4124644f794d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T14:19:06,421 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d92a9e8-062f-b8f3-437d-a3ea10504637 2024-11-21T14:19:06,421 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T14:19:06,421 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d92a9e8-062f-b8f3-437d-a3ea10504637/cluster_88a19494-dc08-d579-a92f-a1f2e5e67d12, deleteOnExit=true 2024-11-21T14:19:06,421 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T14:19:06,421 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d92a9e8-062f-b8f3-437d-a3ea10504637/test.cache.data in system properties and HBase conf 2024-11-21T14:19:06,421 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d92a9e8-062f-b8f3-437d-a3ea10504637/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T14:19:06,421 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d92a9e8-062f-b8f3-437d-a3ea10504637/hadoop.log.dir in system properties and HBase conf 2024-11-21T14:19:06,421 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d92a9e8-062f-b8f3-437d-a3ea10504637/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T14:19:06,421 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d92a9e8-062f-b8f3-437d-a3ea10504637/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T14:19:06,421 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T14:19:06,421 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T14:19:06,421 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d92a9e8-062f-b8f3-437d-a3ea10504637/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T14:19:06,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d92a9e8-062f-b8f3-437d-a3ea10504637/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T14:19:06,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d92a9e8-062f-b8f3-437d-a3ea10504637/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T14:19:06,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d92a9e8-062f-b8f3-437d-a3ea10504637/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T14:19:06,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d92a9e8-062f-b8f3-437d-a3ea10504637/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T14:19:06,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d92a9e8-062f-b8f3-437d-a3ea10504637/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T14:19:06,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d92a9e8-062f-b8f3-437d-a3ea10504637/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T14:19:06,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d92a9e8-062f-b8f3-437d-a3ea10504637/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T14:19:06,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d92a9e8-062f-b8f3-437d-a3ea10504637/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T14:19:06,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d92a9e8-062f-b8f3-437d-a3ea10504637/nfs.dump.dir in system properties and HBase conf 2024-11-21T14:19:06,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d92a9e8-062f-b8f3-437d-a3ea10504637/java.io.tmpdir in system properties and HBase conf 2024-11-21T14:19:06,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d92a9e8-062f-b8f3-437d-a3ea10504637/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T14:19:06,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d92a9e8-062f-b8f3-437d-a3ea10504637/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T14:19:06,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d92a9e8-062f-b8f3-437d-a3ea10504637/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T14:19:06,489 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-21T14:19:06,508 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:19:06,509 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:19:06,509 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:19:06,510 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:19:06,510 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:19:06,516 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:19:06,534 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T14:19:06,538 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T14:19:06,539 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T14:19:06,539 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T14:19:06,539 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T14:19:06,540 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T14:19:06,544 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3711c3e9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d92a9e8-062f-b8f3-437d-a3ea10504637/hadoop.log.dir/,AVAILABLE} 2024-11-21T14:19:06,545 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1f0f1710{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T14:19:06,663 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6760df83{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d92a9e8-062f-b8f3-437d-a3ea10504637/java.io.tmpdir/jetty-localhost-41655-hadoop-hdfs-3_4_1-tests_jar-_-any-4382999989187833907/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T14:19:06,664 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7cd1f0b5{HTTP/1.1, (http/1.1)}{localhost:41655} 2024-11-21T14:19:06,664 INFO [Time-limited test {}] server.Server(415): Started @134769ms 2024-11-21T14:19:06,780 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T14:19:06,784 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T14:19:06,788 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T14:19:06,788 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T14:19:06,788 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T14:19:06,793 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2845a215{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d92a9e8-062f-b8f3-437d-a3ea10504637/hadoop.log.dir/,AVAILABLE} 2024-11-21T14:19:06,793 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@32981a5b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T14:19:06,926 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@8e69041{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d92a9e8-062f-b8f3-437d-a3ea10504637/java.io.tmpdir/jetty-localhost-34475-hadoop-hdfs-3_4_1-tests_jar-_-any-2242997042701185550/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T14:19:06,927 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@48871e80{HTTP/1.1, (http/1.1)}{localhost:34475} 2024-11-21T14:19:06,927 INFO [Time-limited test {}] server.Server(415): Started @135032ms 2024-11-21T14:19:06,928 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T14:19:07,070 WARN [Thread-1409 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d92a9e8-062f-b8f3-437d-a3ea10504637/cluster_88a19494-dc08-d579-a92f-a1f2e5e67d12/data/data1/current/BP-1720057229-172.17.0.2-1732198746440/current, will proceed with Du for space computation calculation, 2024-11-21T14:19:07,070 WARN [Thread-1410 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d92a9e8-062f-b8f3-437d-a3ea10504637/cluster_88a19494-dc08-d579-a92f-a1f2e5e67d12/data/data2/current/BP-1720057229-172.17.0.2-1732198746440/current, will proceed with Du for space computation calculation, 2024-11-21T14:19:07,097 WARN [Thread-1397 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T14:19:07,103 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xde6abe76781fb326 with lease ID 0xaf23cda305726b1f: Processing first storage report for DS-4f2af59d-ca9a-4a41-91ce-3ac275f2c3fd from datanode DatanodeRegistration(127.0.0.1:34699, datanodeUuid=8c65c936-206b-45ec-b4ec-a3a9a930b783, infoPort=45091, infoSecurePort=0, ipcPort=39877, storageInfo=lv=-57;cid=testClusterID;nsid=946733996;c=1732198746440) 2024-11-21T14:19:07,103 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xde6abe76781fb326 with lease ID 0xaf23cda305726b1f: from storage DS-4f2af59d-ca9a-4a41-91ce-3ac275f2c3fd node DatanodeRegistration(127.0.0.1:34699, datanodeUuid=8c65c936-206b-45ec-b4ec-a3a9a930b783, infoPort=45091, infoSecurePort=0, ipcPort=39877, storageInfo=lv=-57;cid=testClusterID;nsid=946733996;c=1732198746440), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T14:19:07,103 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xde6abe76781fb326 with lease ID 0xaf23cda305726b1f: Processing first storage report for DS-7720ac31-d1c5-4ebb-8b79-6ea6129364d6 from datanode DatanodeRegistration(127.0.0.1:34699, datanodeUuid=8c65c936-206b-45ec-b4ec-a3a9a930b783, infoPort=45091, infoSecurePort=0, ipcPort=39877, storageInfo=lv=-57;cid=testClusterID;nsid=946733996;c=1732198746440) 2024-11-21T14:19:07,103 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xde6abe76781fb326 with lease ID 0xaf23cda305726b1f: from storage DS-7720ac31-d1c5-4ebb-8b79-6ea6129364d6 node DatanodeRegistration(127.0.0.1:34699, datanodeUuid=8c65c936-206b-45ec-b4ec-a3a9a930b783, infoPort=45091, infoSecurePort=0, ipcPort=39877, storageInfo=lv=-57;cid=testClusterID;nsid=946733996;c=1732198746440), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T14:19:07,174 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d92a9e8-062f-b8f3-437d-a3ea10504637 2024-11-21T14:19:07,174 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:19:07,176 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:19:07,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34699 is added to blk_1073741825_1001 (size=7) 2024-11-21T14:19:07,244 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-21T14:19:07,244 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-21T14:19:07,244 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T14:19:07,586 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43275/user/jenkins/test-data/acfab733-faca-6d81-14d4-fb3b3ff21882 with version=8 2024-11-21T14:19:07,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43275/user/jenkins/test-data/acfab733-faca-6d81-14d4-fb3b3ff21882/hbase-staging 2024-11-21T14:19:07,588 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8a7a968213a0:0 server-side Connection retries=45 2024-11-21T14:19:07,588 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T14:19:07,588 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T14:19:07,588 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T14:19:07,588 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T14:19:07,588 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T14:19:07,588 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T14:19:07,588 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T14:19:07,589 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39087 2024-11-21T14:19:07,589 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39087 connecting to ZooKeeper ensemble=127.0.0.1:53969 2024-11-21T14:19:07,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:390870x0, quorum=127.0.0.1:53969, baseZNode=/1-572226870 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T14:19:07,592 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39087-0x1013ae5259d0003 connected 2024-11-21T14:19:07,603 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:19:07,605 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:19:07,606 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39087-0x1013ae5259d0003, quorum=127.0.0.1:53969, baseZNode=/1-572226870 Set watcher on znode that does not yet exist, /1-572226870/running 2024-11-21T14:19:07,606 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43275/user/jenkins/test-data/acfab733-faca-6d81-14d4-fb3b3ff21882, hbase.cluster.distributed=false 2024-11-21T14:19:07,608 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39087-0x1013ae5259d0003, quorum=127.0.0.1:53969, baseZNode=/1-572226870 Set watcher on znode that does not yet exist, /1-572226870/acl 2024-11-21T14:19:07,608 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39087 2024-11-21T14:19:07,608 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39087 2024-11-21T14:19:07,608 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39087 2024-11-21T14:19:07,610 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39087 2024-11-21T14:19:07,612 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39087 2024-11-21T14:19:07,627 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8a7a968213a0:0 server-side Connection retries=45 2024-11-21T14:19:07,627 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T14:19:07,627 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T14:19:07,627 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T14:19:07,627 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T14:19:07,627 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T14:19:07,627 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T14:19:07,627 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T14:19:07,628 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34335 2024-11-21T14:19:07,629 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34335 connecting to ZooKeeper ensemble=127.0.0.1:53969 2024-11-21T14:19:07,629 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:19:07,631 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:19:07,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:343350x0, quorum=127.0.0.1:53969, baseZNode=/1-572226870 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T14:19:07,635 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34335-0x1013ae5259d0004 connected 2024-11-21T14:19:07,635 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34335-0x1013ae5259d0004, quorum=127.0.0.1:53969, baseZNode=/1-572226870 Set watcher on znode that does not yet exist, /1-572226870/running 2024-11-21T14:19:07,635 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T14:19:07,636 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T14:19:07,637 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34335-0x1013ae5259d0004, quorum=127.0.0.1:53969, baseZNode=/1-572226870 Set watcher on znode that does not yet exist, /1-572226870/master 2024-11-21T14:19:07,638 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34335-0x1013ae5259d0004, quorum=127.0.0.1:53969, baseZNode=/1-572226870 Set watcher on znode that does not yet exist, /1-572226870/acl 2024-11-21T14:19:07,639 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34335 2024-11-21T14:19:07,639 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34335 2024-11-21T14:19:07,639 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34335 2024-11-21T14:19:07,640 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34335 2024-11-21T14:19:07,640 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34335 2024-11-21T14:19:07,652 DEBUG [M:0;8a7a968213a0:39087 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8a7a968213a0:39087 2024-11-21T14:19:07,653 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-572226870/backup-masters/8a7a968213a0,39087,1732198747587 2024-11-21T14:19:07,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34335-0x1013ae5259d0004, quorum=127.0.0.1:53969, baseZNode=/1-572226870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-572226870/backup-masters 2024-11-21T14:19:07,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39087-0x1013ae5259d0003, quorum=127.0.0.1:53969, baseZNode=/1-572226870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-572226870/backup-masters 2024-11-21T14:19:07,655 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39087-0x1013ae5259d0003, quorum=127.0.0.1:53969, baseZNode=/1-572226870 Set watcher on existing znode=/1-572226870/backup-masters/8a7a968213a0,39087,1732198747587 2024-11-21T14:19:07,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34335-0x1013ae5259d0004, quorum=127.0.0.1:53969, baseZNode=/1-572226870 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-572226870/master 2024-11-21T14:19:07,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39087-0x1013ae5259d0003, quorum=127.0.0.1:53969, baseZNode=/1-572226870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-572226870 2024-11-21T14:19:07,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34335-0x1013ae5259d0004, quorum=127.0.0.1:53969, baseZNode=/1-572226870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-572226870 2024-11-21T14:19:07,657 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39087-0x1013ae5259d0003, quorum=127.0.0.1:53969, baseZNode=/1-572226870 Set watcher on existing znode=/1-572226870/master 2024-11-21T14:19:07,657 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-572226870/backup-masters/8a7a968213a0,39087,1732198747587 from backup master directory 2024-11-21T14:19:07,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39087-0x1013ae5259d0003, quorum=127.0.0.1:53969, baseZNode=/1-572226870 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-572226870/backup-masters/8a7a968213a0,39087,1732198747587 2024-11-21T14:19:07,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34335-0x1013ae5259d0004, quorum=127.0.0.1:53969, baseZNode=/1-572226870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-572226870/backup-masters 2024-11-21T14:19:07,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39087-0x1013ae5259d0003, quorum=127.0.0.1:53969, baseZNode=/1-572226870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-572226870/backup-masters 2024-11-21T14:19:07,658 WARN [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T14:19:07,658 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8a7a968213a0,39087,1732198747587 2024-11-21T14:19:07,662 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43275/user/jenkins/test-data/acfab733-faca-6d81-14d4-fb3b3ff21882/hbase.id] with ID: 50cee89f-f43a-4f85-838f-e7e1db1d6e27 2024-11-21T14:19:07,662 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43275/user/jenkins/test-data/acfab733-faca-6d81-14d4-fb3b3ff21882/.tmp/hbase.id 2024-11-21T14:19:07,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34699 is added to blk_1073741826_1002 (size=42) 2024-11-21T14:19:08,070 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43275/user/jenkins/test-data/acfab733-faca-6d81-14d4-fb3b3ff21882/.tmp/hbase.id]:[hdfs://localhost:43275/user/jenkins/test-data/acfab733-faca-6d81-14d4-fb3b3ff21882/hbase.id] 2024-11-21T14:19:08,081 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:19:08,081 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T14:19:08,082 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-21T14:19:08,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39087-0x1013ae5259d0003, quorum=127.0.0.1:53969, baseZNode=/1-572226870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-572226870 2024-11-21T14:19:08,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34335-0x1013ae5259d0004, quorum=127.0.0.1:53969, baseZNode=/1-572226870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-572226870 2024-11-21T14:19:08,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34699 is added to blk_1073741827_1003 (size=196) 2024-11-21T14:19:08,489 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T14:19:08,490 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T14:19:08,490 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:19:08,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34699 is added to blk_1073741828_1004 (size=1189) 2024-11-21T14:19:08,898 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43275/user/jenkins/test-data/acfab733-faca-6d81-14d4-fb3b3ff21882/MasterData/data/master/store 2024-11-21T14:19:08,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34699 is added to blk_1073741829_1005 (size=34) 2024-11-21T14:19:09,304 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:19:09,304 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T14:19:09,304 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:19:09,304 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:19:09,304 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T14:19:09,304 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:19:09,304 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:19:09,304 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732198749304Disabling compacts and flushes for region at 1732198749304Disabling writes for close at 1732198749304Writing region close event to WAL at 1732198749304Closed at 1732198749304 2024-11-21T14:19:09,305 WARN [master/8a7a968213a0:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43275/user/jenkins/test-data/acfab733-faca-6d81-14d4-fb3b3ff21882/MasterData/data/master/store/.initializing 2024-11-21T14:19:09,306 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43275/user/jenkins/test-data/acfab733-faca-6d81-14d4-fb3b3ff21882/MasterData/WALs/8a7a968213a0,39087,1732198747587 2024-11-21T14:19:09,307 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T14:19:09,308 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8a7a968213a0%2C39087%2C1732198747587, suffix=, logDir=hdfs://localhost:43275/user/jenkins/test-data/acfab733-faca-6d81-14d4-fb3b3ff21882/MasterData/WALs/8a7a968213a0,39087,1732198747587, archiveDir=hdfs://localhost:43275/user/jenkins/test-data/acfab733-faca-6d81-14d4-fb3b3ff21882/MasterData/oldWALs, maxLogs=10 2024-11-21T14:19:09,327 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/acfab733-faca-6d81-14d4-fb3b3ff21882/MasterData/WALs/8a7a968213a0,39087,1732198747587/8a7a968213a0%2C39087%2C1732198747587.1732198749309, exclude list is [], retry=0 2024-11-21T14:19:09,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34699,DS-4f2af59d-ca9a-4a41-91ce-3ac275f2c3fd,DISK] 2024-11-21T14:19:09,338 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/acfab733-faca-6d81-14d4-fb3b3ff21882/MasterData/WALs/8a7a968213a0,39087,1732198747587/8a7a968213a0%2C39087%2C1732198747587.1732198749309 2024-11-21T14:19:09,338 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45091:45091)] 2024-11-21T14:19:09,338 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T14:19:09,338 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:19:09,339 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:19:09,339 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:19:09,340 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:19:09,342 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T14:19:09,342 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:19:09,343 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:19:09,343 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:19:09,345 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T14:19:09,345 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:19:09,346 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:19:09,346 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:19:09,347 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T14:19:09,347 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:19:09,348 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:19:09,348 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:19:09,349 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T14:19:09,349 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:19:09,350 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:19:09,350 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:19:09,351 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43275/user/jenkins/test-data/acfab733-faca-6d81-14d4-fb3b3ff21882/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:19:09,351 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43275/user/jenkins/test-data/acfab733-faca-6d81-14d4-fb3b3ff21882/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:19:09,354 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:19:09,354 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:19:09,354 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T14:19:09,356 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:19:09,361 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43275/user/jenkins/test-data/acfab733-faca-6d81-14d4-fb3b3ff21882/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T14:19:09,361 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63448768, jitterRate=-0.05453968048095703}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T14:19:09,362 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732198749339Initializing all the Stores at 1732198749340 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198749340Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198749340Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198749340Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198749340Cleaning up temporary data from old regions at 1732198749354 (+14 ms)Region opened successfully at 1732198749361 (+7 ms) 2024-11-21T14:19:09,364 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T14:19:09,367 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44962633, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8a7a968213a0/172.17.0.2:0 2024-11-21T14:19:09,368 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T14:19:09,368 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T14:19:09,368 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T14:19:09,368 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T14:19:09,369 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T14:19:09,369 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T14:19:09,369 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T14:19:09,372 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T14:19:09,373 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39087-0x1013ae5259d0003, quorum=127.0.0.1:53969, baseZNode=/1-572226870 Unable to get data of znode /1-572226870/balancer because node does not exist (not necessarily an error) 2024-11-21T14:19:09,375 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-572226870/balancer already deleted, retry=false 2024-11-21T14:19:09,375 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T14:19:09,376 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39087-0x1013ae5259d0003, quorum=127.0.0.1:53969, baseZNode=/1-572226870 Unable to get data of znode /1-572226870/normalizer because node does not exist (not necessarily an error) 2024-11-21T14:19:09,381 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-572226870/normalizer already deleted, retry=false 2024-11-21T14:19:09,381 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T14:19:09,384 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39087-0x1013ae5259d0003, quorum=127.0.0.1:53969, baseZNode=/1-572226870 Unable to get data of znode /1-572226870/switch/split because node does not exist (not necessarily an error) 2024-11-21T14:19:09,386 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-572226870/switch/split already deleted, retry=false 2024-11-21T14:19:09,386 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39087-0x1013ae5259d0003, quorum=127.0.0.1:53969, baseZNode=/1-572226870 Unable to get data of znode /1-572226870/switch/merge because node does not exist (not necessarily an error) 2024-11-21T14:19:09,387 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-572226870/switch/merge already deleted, retry=false 2024-11-21T14:19:09,390 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39087-0x1013ae5259d0003, quorum=127.0.0.1:53969, baseZNode=/1-572226870 Unable to get data of znode /1-572226870/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T14:19:09,391 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-572226870/snapshot-cleanup already deleted, retry=false 2024-11-21T14:19:09,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34335-0x1013ae5259d0004, quorum=127.0.0.1:53969, baseZNode=/1-572226870 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-572226870/running 2024-11-21T14:19:09,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34335-0x1013ae5259d0004, quorum=127.0.0.1:53969, baseZNode=/1-572226870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-572226870 2024-11-21T14:19:09,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39087-0x1013ae5259d0003, quorum=127.0.0.1:53969, baseZNode=/1-572226870 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-572226870/running 2024-11-21T14:19:09,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39087-0x1013ae5259d0003, quorum=127.0.0.1:53969, baseZNode=/1-572226870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-572226870 2024-11-21T14:19:09,394 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8a7a968213a0,39087,1732198747587, sessionid=0x1013ae5259d0003, setting cluster-up flag (Was=false) 2024-11-21T14:19:09,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34335-0x1013ae5259d0004, quorum=127.0.0.1:53969, baseZNode=/1-572226870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-572226870 2024-11-21T14:19:09,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39087-0x1013ae5259d0003, quorum=127.0.0.1:53969, baseZNode=/1-572226870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-572226870 2024-11-21T14:19:09,404 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-572226870/flush-table-proc/acquired, /1-572226870/flush-table-proc/reached, /1-572226870/flush-table-proc/abort 2024-11-21T14:19:09,406 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8a7a968213a0,39087,1732198747587 2024-11-21T14:19:09,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34335-0x1013ae5259d0004, quorum=127.0.0.1:53969, baseZNode=/1-572226870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-572226870 2024-11-21T14:19:09,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39087-0x1013ae5259d0003, quorum=127.0.0.1:53969, baseZNode=/1-572226870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-572226870 2024-11-21T14:19:09,415 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-572226870/online-snapshot/acquired, /1-572226870/online-snapshot/reached, /1-572226870/online-snapshot/abort 2024-11-21T14:19:09,416 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8a7a968213a0,39087,1732198747587 2024-11-21T14:19:09,418 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43275/user/jenkins/test-data/acfab733-faca-6d81-14d4-fb3b3ff21882/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T14:19:09,419 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T14:19:09,420 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T14:19:09,420 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T14:19:09,420 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8a7a968213a0,39087,1732198747587 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T14:19:09,422 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8a7a968213a0:0, corePoolSize=5, maxPoolSize=5 2024-11-21T14:19:09,422 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8a7a968213a0:0, corePoolSize=5, maxPoolSize=5 2024-11-21T14:19:09,422 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8a7a968213a0:0, corePoolSize=5, maxPoolSize=5 2024-11-21T14:19:09,422 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8a7a968213a0:0, corePoolSize=5, maxPoolSize=5 2024-11-21T14:19:09,422 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8a7a968213a0:0, corePoolSize=10, maxPoolSize=10 2024-11-21T14:19:09,422 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:19:09,422 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8a7a968213a0:0, corePoolSize=2, maxPoolSize=2 2024-11-21T14:19:09,422 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:19:09,433 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732198779432 2024-11-21T14:19:09,433 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T14:19:09,433 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T14:19:09,433 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T14:19:09,433 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T14:19:09,433 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T14:19:09,433 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T14:19:09,433 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T14:19:09,433 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T14:19:09,434 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T14:19:09,434 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:19:09,434 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T14:19:09,435 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T14:19:09,435 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T14:19:09,435 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T14:19:09,435 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T14:19:09,440 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T14:19:09,440 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T14:19:09,441 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8a7a968213a0:0:becomeActiveMaster-HFileCleaner.large.0-1732198749440,5,FailOnTimeoutGroup] 2024-11-21T14:19:09,444 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8a7a968213a0:0:becomeActiveMaster-HFileCleaner.small.0-1732198749441,5,FailOnTimeoutGroup] 2024-11-21T14:19:09,444 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T14:19:09,444 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T14:19:09,444 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T14:19:09,444 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T14:19:09,447 INFO [RS:0;8a7a968213a0:34335 {}] regionserver.HRegionServer(746): ClusterId : 50cee89f-f43a-4f85-838f-e7e1db1d6e27 2024-11-21T14:19:09,447 DEBUG [RS:0;8a7a968213a0:34335 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T14:19:09,449 DEBUG [RS:0;8a7a968213a0:34335 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T14:19:09,449 DEBUG [RS:0;8a7a968213a0:34335 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T14:19:09,452 DEBUG [RS:0;8a7a968213a0:34335 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T14:19:09,452 DEBUG [RS:0;8a7a968213a0:34335 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d8c8f91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8a7a968213a0/172.17.0.2:0 2024-11-21T14:19:09,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34699 is added to blk_1073741831_1007 (size=1321) 2024-11-21T14:19:09,474 DEBUG [RS:0;8a7a968213a0:34335 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8a7a968213a0:34335 2024-11-21T14:19:09,474 INFO [RS:0;8a7a968213a0:34335 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T14:19:09,475 INFO [RS:0;8a7a968213a0:34335 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T14:19:09,475 DEBUG [RS:0;8a7a968213a0:34335 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T14:19:09,475 INFO [RS:0;8a7a968213a0:34335 {}] regionserver.HRegionServer(2659): reportForDuty to master=8a7a968213a0,39087,1732198747587 with port=34335, startcode=1732198747626 2024-11-21T14:19:09,476 DEBUG [RS:0;8a7a968213a0:34335 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T14:19:09,481 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42989, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T14:19:09,482 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39087 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8a7a968213a0,34335,1732198747626 2024-11-21T14:19:09,482 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39087 {}] master.ServerManager(517): Registering regionserver=8a7a968213a0,34335,1732198747626 2024-11-21T14:19:09,483 DEBUG [RS:0;8a7a968213a0:34335 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43275/user/jenkins/test-data/acfab733-faca-6d81-14d4-fb3b3ff21882 2024-11-21T14:19:09,483 DEBUG [RS:0;8a7a968213a0:34335 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43275 2024-11-21T14:19:09,483 DEBUG [RS:0;8a7a968213a0:34335 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T14:19:09,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39087-0x1013ae5259d0003, quorum=127.0.0.1:53969, baseZNode=/1-572226870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-572226870/rs 2024-11-21T14:19:09,488 DEBUG [RS:0;8a7a968213a0:34335 {}] zookeeper.ZKUtil(111): regionserver:34335-0x1013ae5259d0004, quorum=127.0.0.1:53969, baseZNode=/1-572226870 Set watcher on existing znode=/1-572226870/rs/8a7a968213a0,34335,1732198747626 2024-11-21T14:19:09,488 WARN [RS:0;8a7a968213a0:34335 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T14:19:09,488 INFO [RS:0;8a7a968213a0:34335 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:19:09,488 DEBUG [RS:0;8a7a968213a0:34335 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43275/user/jenkins/test-data/acfab733-faca-6d81-14d4-fb3b3ff21882/WALs/8a7a968213a0,34335,1732198747626 2024-11-21T14:19:09,488 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8a7a968213a0,34335,1732198747626] 2024-11-21T14:19:09,494 INFO [RS:0;8a7a968213a0:34335 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T14:19:09,497 INFO [RS:0;8a7a968213a0:34335 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T14:19:09,497 INFO [RS:0;8a7a968213a0:34335 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T14:19:09,498 INFO [RS:0;8a7a968213a0:34335 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T14:19:09,498 INFO [RS:0;8a7a968213a0:34335 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T14:19:09,498 INFO [RS:0;8a7a968213a0:34335 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T14:19:09,499 INFO [RS:0;8a7a968213a0:34335 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T14:19:09,499 DEBUG [RS:0;8a7a968213a0:34335 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:19:09,499 DEBUG [RS:0;8a7a968213a0:34335 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:19:09,499 DEBUG [RS:0;8a7a968213a0:34335 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:19:09,499 DEBUG [RS:0;8a7a968213a0:34335 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:19:09,499 DEBUG [RS:0;8a7a968213a0:34335 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:19:09,499 DEBUG [RS:0;8a7a968213a0:34335 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8a7a968213a0:0, corePoolSize=2, maxPoolSize=2 2024-11-21T14:19:09,499 DEBUG [RS:0;8a7a968213a0:34335 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:19:09,499 DEBUG [RS:0;8a7a968213a0:34335 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:19:09,499 DEBUG [RS:0;8a7a968213a0:34335 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:19:09,499 DEBUG [RS:0;8a7a968213a0:34335 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:19:09,499 DEBUG [RS:0;8a7a968213a0:34335 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:19:09,499 DEBUG [RS:0;8a7a968213a0:34335 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:19:09,499 DEBUG [RS:0;8a7a968213a0:34335 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8a7a968213a0:0, corePoolSize=3, maxPoolSize=3 2024-11-21T14:19:09,499 DEBUG [RS:0;8a7a968213a0:34335 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8a7a968213a0:0, corePoolSize=3, maxPoolSize=3 2024-11-21T14:19:09,499 INFO [RS:0;8a7a968213a0:34335 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T14:19:09,499 INFO [RS:0;8a7a968213a0:34335 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T14:19:09,499 INFO [RS:0;8a7a968213a0:34335 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T14:19:09,499 INFO [RS:0;8a7a968213a0:34335 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T14:19:09,499 INFO [RS:0;8a7a968213a0:34335 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T14:19:09,499 INFO [RS:0;8a7a968213a0:34335 {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,34335,1732198747626-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T14:19:09,518 INFO [RS:0;8a7a968213a0:34335 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T14:19:09,518 INFO [RS:0;8a7a968213a0:34335 {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,34335,1732198747626-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T14:19:09,518 INFO [RS:0;8a7a968213a0:34335 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:19:09,518 INFO [RS:0;8a7a968213a0:34335 {}] regionserver.Replication(171): 8a7a968213a0,34335,1732198747626 started 2024-11-21T14:19:09,537 INFO [RS:0;8a7a968213a0:34335 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:19:09,537 INFO [RS:0;8a7a968213a0:34335 {}] regionserver.HRegionServer(1482): Serving as 8a7a968213a0,34335,1732198747626, RpcServer on 8a7a968213a0/172.17.0.2:34335, sessionid=0x1013ae5259d0004 2024-11-21T14:19:09,537 DEBUG [RS:0;8a7a968213a0:34335 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T14:19:09,537 DEBUG [RS:0;8a7a968213a0:34335 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8a7a968213a0,34335,1732198747626 2024-11-21T14:19:09,537 DEBUG [RS:0;8a7a968213a0:34335 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8a7a968213a0,34335,1732198747626' 2024-11-21T14:19:09,537 DEBUG [RS:0;8a7a968213a0:34335 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-572226870/flush-table-proc/abort' 2024-11-21T14:19:09,538 DEBUG [RS:0;8a7a968213a0:34335 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-572226870/flush-table-proc/acquired' 2024-11-21T14:19:09,538 DEBUG [RS:0;8a7a968213a0:34335 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T14:19:09,538 DEBUG [RS:0;8a7a968213a0:34335 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T14:19:09,538 DEBUG [RS:0;8a7a968213a0:34335 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8a7a968213a0,34335,1732198747626 2024-11-21T14:19:09,538 DEBUG [RS:0;8a7a968213a0:34335 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8a7a968213a0,34335,1732198747626' 2024-11-21T14:19:09,538 DEBUG [RS:0;8a7a968213a0:34335 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-572226870/online-snapshot/abort' 2024-11-21T14:19:09,538 DEBUG [RS:0;8a7a968213a0:34335 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-572226870/online-snapshot/acquired' 2024-11-21T14:19:09,539 DEBUG [RS:0;8a7a968213a0:34335 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T14:19:09,539 INFO [RS:0;8a7a968213a0:34335 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T14:19:09,539 INFO [RS:0;8a7a968213a0:34335 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T14:19:09,639 INFO [RS:0;8a7a968213a0:34335 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T14:19:09,641 INFO [RS:0;8a7a968213a0:34335 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8a7a968213a0%2C34335%2C1732198747626, suffix=, logDir=hdfs://localhost:43275/user/jenkins/test-data/acfab733-faca-6d81-14d4-fb3b3ff21882/WALs/8a7a968213a0,34335,1732198747626, archiveDir=hdfs://localhost:43275/user/jenkins/test-data/acfab733-faca-6d81-14d4-fb3b3ff21882/oldWALs, maxLogs=10 2024-11-21T14:19:09,658 DEBUG [RS:0;8a7a968213a0:34335 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/acfab733-faca-6d81-14d4-fb3b3ff21882/WALs/8a7a968213a0,34335,1732198747626/8a7a968213a0%2C34335%2C1732198747626.1732198749641, exclude list is [], retry=0 2024-11-21T14:19:09,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34699,DS-4f2af59d-ca9a-4a41-91ce-3ac275f2c3fd,DISK] 2024-11-21T14:19:09,662 INFO [RS:0;8a7a968213a0:34335 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/acfab733-faca-6d81-14d4-fb3b3ff21882/WALs/8a7a968213a0,34335,1732198747626/8a7a968213a0%2C34335%2C1732198747626.1732198749641 2024-11-21T14:19:09,663 DEBUG [RS:0;8a7a968213a0:34335 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45091:45091)] 2024-11-21T14:19:09,855 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43275/user/jenkins/test-data/acfab733-faca-6d81-14d4-fb3b3ff21882/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T14:19:09,855 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43275/user/jenkins/test-data/acfab733-faca-6d81-14d4-fb3b3ff21882 2024-11-21T14:19:09,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34699 is added to blk_1073741833_1009 (size=32) 2024-11-21T14:19:10,262 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:19:10,263 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T14:19:10,264 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T14:19:10,264 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:19:10,265 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:19:10,265 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T14:19:10,266 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T14:19:10,266 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:19:10,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:19:10,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T14:19:10,267 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T14:19:10,267 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:19:10,267 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:19:10,268 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T14:19:10,268 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T14:19:10,268 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:19:10,269 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:19:10,269 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T14:19:10,269 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43275/user/jenkins/test-data/acfab733-faca-6d81-14d4-fb3b3ff21882/data/hbase/meta/1588230740 2024-11-21T14:19:10,270 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43275/user/jenkins/test-data/acfab733-faca-6d81-14d4-fb3b3ff21882/data/hbase/meta/1588230740 2024-11-21T14:19:10,271 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T14:19:10,271 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T14:19:10,272 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T14:19:10,273 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T14:19:10,275 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43275/user/jenkins/test-data/acfab733-faca-6d81-14d4-fb3b3ff21882/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T14:19:10,275 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66243526, jitterRate=-0.012894541025161743}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T14:19:10,275 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732198750262Initializing all the Stores at 1732198750262Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198750263 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198750263Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198750263Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198750263Cleaning up temporary data from old regions at 1732198750271 (+8 ms)Region opened successfully at 1732198750275 (+4 ms) 2024-11-21T14:19:10,275 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T14:19:10,275 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T14:19:10,275 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T14:19:10,275 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T14:19:10,275 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T14:19:10,276 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T14:19:10,276 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732198750275Disabling compacts and flushes for region at 1732198750275Disabling writes for close at 1732198750275Writing region close event to WAL at 1732198750276 (+1 ms)Closed at 1732198750276 2024-11-21T14:19:10,277 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T14:19:10,277 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T14:19:10,277 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T14:19:10,278 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T14:19:10,279 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T14:19:10,429 DEBUG [8a7a968213a0:39087 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T14:19:10,430 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8a7a968213a0,34335,1732198747626 2024-11-21T14:19:10,431 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8a7a968213a0,34335,1732198747626, state=OPENING 2024-11-21T14:19:10,432 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T14:19:10,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39087-0x1013ae5259d0003, quorum=127.0.0.1:53969, baseZNode=/1-572226870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-572226870 2024-11-21T14:19:10,434 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T14:19:10,434 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-572226870/meta-region-server: CHANGED 2024-11-21T14:19:10,435 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8a7a968213a0,34335,1732198747626}] 2024-11-21T14:19:10,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34335-0x1013ae5259d0004, quorum=127.0.0.1:53969, baseZNode=/1-572226870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-572226870 2024-11-21T14:19:10,436 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-572226870/meta-region-server: CHANGED 2024-11-21T14:19:10,588 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T14:19:10,590 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43059, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T14:19:10,594 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T14:19:10,594 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:19:10,594 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T14:19:10,596 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8a7a968213a0%2C34335%2C1732198747626.meta, suffix=.meta, logDir=hdfs://localhost:43275/user/jenkins/test-data/acfab733-faca-6d81-14d4-fb3b3ff21882/WALs/8a7a968213a0,34335,1732198747626, archiveDir=hdfs://localhost:43275/user/jenkins/test-data/acfab733-faca-6d81-14d4-fb3b3ff21882/oldWALs, maxLogs=10 2024-11-21T14:19:10,617 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/acfab733-faca-6d81-14d4-fb3b3ff21882/WALs/8a7a968213a0,34335,1732198747626/8a7a968213a0%2C34335%2C1732198747626.meta.1732198750596.meta, exclude list is [], retry=0 2024-11-21T14:19:10,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34699,DS-4f2af59d-ca9a-4a41-91ce-3ac275f2c3fd,DISK] 2024-11-21T14:19:10,622 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/acfab733-faca-6d81-14d4-fb3b3ff21882/WALs/8a7a968213a0,34335,1732198747626/8a7a968213a0%2C34335%2C1732198747626.meta.1732198750596.meta 2024-11-21T14:19:10,623 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45091:45091)] 2024-11-21T14:19:10,623 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T14:19:10,623 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T14:19:10,623 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T14:19:10,623 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T14:19:10,623 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T14:19:10,624 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T14:19:10,624 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:19:10,624 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T14:19:10,624 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T14:19:10,626 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T14:19:10,627 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T14:19:10,627 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:19:10,627 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:19:10,627 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T14:19:10,628 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T14:19:10,628 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:19:10,628 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:19:10,628 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T14:19:10,629 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T14:19:10,629 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:19:10,629 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:19:10,629 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T14:19:10,630 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T14:19:10,630 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:19:10,630 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:19:10,631 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T14:19:10,631 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43275/user/jenkins/test-data/acfab733-faca-6d81-14d4-fb3b3ff21882/data/hbase/meta/1588230740 2024-11-21T14:19:10,633 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43275/user/jenkins/test-data/acfab733-faca-6d81-14d4-fb3b3ff21882/data/hbase/meta/1588230740 2024-11-21T14:19:10,634 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T14:19:10,634 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T14:19:10,635 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T14:19:10,636 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T14:19:10,637 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59291581, jitterRate=-0.11648659408092499}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T14:19:10,637 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T14:19:10,637 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732198750624Writing region info on filesystem at 1732198750624Initializing all the Stores at 1732198750625 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198750625Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198750625Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198750625Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198750625Cleaning up temporary data from old regions at 1732198750634 (+9 ms)Running coprocessor post-open hooks at 1732198750637 (+3 ms)Region opened successfully at 1732198750637 2024-11-21T14:19:10,640 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732198750587 2024-11-21T14:19:10,642 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T14:19:10,642 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T14:19:10,643 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=8a7a968213a0,34335,1732198747626 2024-11-21T14:19:10,645 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8a7a968213a0,34335,1732198747626, state=OPEN 2024-11-21T14:19:10,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34335-0x1013ae5259d0004, quorum=127.0.0.1:53969, baseZNode=/1-572226870 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-572226870/meta-region-server 2024-11-21T14:19:10,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39087-0x1013ae5259d0003, quorum=127.0.0.1:53969, baseZNode=/1-572226870 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-572226870/meta-region-server 2024-11-21T14:19:10,646 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8a7a968213a0,34335,1732198747626 2024-11-21T14:19:10,646 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-572226870/meta-region-server: CHANGED 2024-11-21T14:19:10,646 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-572226870/meta-region-server: CHANGED 2024-11-21T14:19:10,650 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T14:19:10,650 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8a7a968213a0,34335,1732198747626 in 212 msec 2024-11-21T14:19:10,652 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T14:19:10,652 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 373 msec 2024-11-21T14:19:10,653 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T14:19:10,653 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T14:19:10,655 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:19:10,655 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a7a968213a0,34335,1732198747626, seqNum=-1] 2024-11-21T14:19:10,656 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:19:10,657 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34451, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T14:19:10,664 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2430 sec 2024-11-21T14:19:10,664 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732198750664, completionTime=-1 2024-11-21T14:19:10,664 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T14:19:10,664 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T14:19:10,668 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T14:19:10,668 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732198810668 2024-11-21T14:19:10,668 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732198870668 2024-11-21T14:19:10,668 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 4 msec 2024-11-21T14:19:10,669 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,39087,1732198747587-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T14:19:10,669 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,39087,1732198747587-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:19:10,669 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,39087,1732198747587-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:19:10,669 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8a7a968213a0:39087, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:19:10,669 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T14:19:10,671 DEBUG [master/8a7a968213a0:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T14:19:10,672 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T14:19:10,676 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.018sec 2024-11-21T14:19:10,676 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T14:19:10,676 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T14:19:10,676 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T14:19:10,676 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T14:19:10,676 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T14:19:10,676 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,39087,1732198747587-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T14:19:10,676 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,39087,1732198747587-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T14:19:10,682 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T14:19:10,682 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T14:19:10,683 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,39087,1732198747587-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:19:10,747 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@355d1cc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:19:10,747 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8a7a968213a0,39087,-1 for getting cluster id 2024-11-21T14:19:10,748 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:19:10,749 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '50cee89f-f43a-4f85-838f-e7e1db1d6e27' 2024-11-21T14:19:10,749 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:19:10,749 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "50cee89f-f43a-4f85-838f-e7e1db1d6e27" 2024-11-21T14:19:10,750 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ff532a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:19:10,750 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a7a968213a0,39087,-1] 2024-11-21T14:19:10,750 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:19:10,750 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:19:10,751 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34306, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:19:10,752 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bb735db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:19:10,752 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:19:10,753 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a7a968213a0,34335,1732198747626, seqNum=-1] 2024-11-21T14:19:10,753 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:19:10,754 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T14:19:10,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=8a7a968213a0,39087,1732198747587 2024-11-21T14:19:10,757 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53969 2024-11-21T14:19:10,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53969, baseZNode=/1-572226870 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T14:19:10,759 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013ae5259d0005 connected 2024-11-21T14:19:10,764 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ec81135, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:19:10,764 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8a7a968213a0,37773,-1 for getting cluster id 2024-11-21T14:19:10,764 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:19:10,765 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c1110676-410d-4352-aacf-aae79326ec76' 2024-11-21T14:19:10,765 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:19:10,765 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c1110676-410d-4352-aacf-aae79326ec76" 2024-11-21T14:19:10,765 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@372be797, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:19:10,765 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a7a968213a0,37773,-1] 2024-11-21T14:19:10,766 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:19:10,766 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:19:10,767 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:19:10,768 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e4ac9f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:19:10,768 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T14:19:10,769 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a7a968213a0,37773,1732198743980 2024-11-21T14:19:10,769 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5c90a41c 2024-11-21T14:19:10,769 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T14:19:10,770 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T14:19:10,770 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37773 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://8a7a968213a0:39087,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-21T14:19:10,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37773 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T14:19:10,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37773 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T14:19:10,773 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8a7a968213a0:39087' 2024-11-21T14:19:10,774 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cbd0f01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:19:10,774 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 8a7a968213a0,39087,-1 for getting cluster id 2024-11-21T14:19:10,774 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:19:10,775 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '50cee89f-f43a-4f85-838f-e7e1db1d6e27' 2024-11-21T14:19:10,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:19:10,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "50cee89f-f43a-4f85-838f-e7e1db1d6e27" 2024-11-21T14:19:10,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13fce47f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:19:10,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a7a968213a0,39087,-1] 2024-11-21T14:19:10,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:19:10,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:19:10,777 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34320, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:19:10,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f1991c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:19:10,778 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T14:19:10,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a7a968213a0,39087,1732198747587 2024-11-21T14:19:10,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2aff1408 2024-11-21T14:19:10,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T14:19:10,779 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T14:19:10,780 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-21T14:19:10,780 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T14:19:10,780 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:19:10,780 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:19:10,780 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:19:10,781 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T14:19:10,782 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-21T14:19:10,783 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T14:19:10,783 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:19:10,784 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T14:19:10,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35933 is added to blk_1073741835_1011 (size=1138) 2024-11-21T14:19:10,833 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-21T14:19:10,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37773 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T14:19:11,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37773 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T14:19:11,196 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4b77adb3570cd6cb9aa8835857cf177f, NAME => 'hbase:replication,,1732198750780.4b77adb3570cd6cb9aa8835857cf177f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45535/user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2 2024-11-21T14:19:11,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35933 is added to blk_1073741836_1012 (size=44) 2024-11-21T14:19:11,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37773 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T14:19:11,602 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732198750780.4b77adb3570cd6cb9aa8835857cf177f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:19:11,602 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 4b77adb3570cd6cb9aa8835857cf177f, disabling compactions & flushes 2024-11-21T14:19:11,602 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732198750780.4b77adb3570cd6cb9aa8835857cf177f. 2024-11-21T14:19:11,602 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732198750780.4b77adb3570cd6cb9aa8835857cf177f. 2024-11-21T14:19:11,602 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732198750780.4b77adb3570cd6cb9aa8835857cf177f. after waiting 0 ms 2024-11-21T14:19:11,602 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732198750780.4b77adb3570cd6cb9aa8835857cf177f. 2024-11-21T14:19:11,602 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732198750780.4b77adb3570cd6cb9aa8835857cf177f. 2024-11-21T14:19:11,602 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4b77adb3570cd6cb9aa8835857cf177f: Waiting for close lock at 1732198751602Disabling compacts and flushes for region at 1732198751602Disabling writes for close at 1732198751602Writing region close event to WAL at 1732198751602Closed at 1732198751602 2024-11-21T14:19:11,603 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T14:19:11,604 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732198750780.4b77adb3570cd6cb9aa8835857cf177f.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732198751603"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732198751603"}]},"ts":"1732198751603"} 2024-11-21T14:19:11,606 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T14:19:11,606 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T14:19:11,607 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732198751606"}]},"ts":"1732198751606"} 2024-11-21T14:19:11,608 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-21T14:19:11,609 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4b77adb3570cd6cb9aa8835857cf177f, ASSIGN}] 2024-11-21T14:19:11,610 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4b77adb3570cd6cb9aa8835857cf177f, ASSIGN 2024-11-21T14:19:11,610 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4b77adb3570cd6cb9aa8835857cf177f, ASSIGN; state=OFFLINE, location=8a7a968213a0,43143,1732198744061; forceNewPlan=false, retain=false 2024-11-21T14:19:11,761 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=4b77adb3570cd6cb9aa8835857cf177f, regionState=OPENING, regionLocation=8a7a968213a0,43143,1732198744061 2024-11-21T14:19:11,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4b77adb3570cd6cb9aa8835857cf177f, ASSIGN because future has completed 2024-11-21T14:19:11,764 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4b77adb3570cd6cb9aa8835857cf177f, server=8a7a968213a0,43143,1732198744061}] 2024-11-21T14:19:11,801 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T14:19:11,828 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:19:11,829 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:19:11,829 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:19:11,829 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:19:11,830 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:19:11,836 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:19:11,844 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T14:19:11,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37773 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T14:19:11,920 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732198750780.4b77adb3570cd6cb9aa8835857cf177f. 2024-11-21T14:19:11,920 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:19:11,921 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-21T14:19:11,922 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8a7a968213a0%2C43143%2C1732198744061.rep, suffix=, logDir=hdfs://localhost:45535/user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/WALs/8a7a968213a0,43143,1732198744061, archiveDir=hdfs://localhost:45535/user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/oldWALs, maxLogs=10 2024-11-21T14:19:11,935 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/WALs/8a7a968213a0,43143,1732198744061/8a7a968213a0%2C43143%2C1732198744061.rep.1732198751922, exclude list is [], retry=0 2024-11-21T14:19:11,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35933,DS-6908ad37-2057-4974-843b-f476734931e5,DISK] 2024-11-21T14:19:11,939 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/WALs/8a7a968213a0,43143,1732198744061/8a7a968213a0%2C43143%2C1732198744061.rep.1732198751922 2024-11-21T14:19:11,940 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44851:44851)] 2024-11-21T14:19:11,940 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 4b77adb3570cd6cb9aa8835857cf177f, NAME => 'hbase:replication,,1732198750780.4b77adb3570cd6cb9aa8835857cf177f.', STARTKEY => '', ENDKEY => ''} 2024-11-21T14:19:11,940 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T14:19:11,941 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T14:19:11,941 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732198750780.4b77adb3570cd6cb9aa8835857cf177f. service=MultiRowMutationService 2024-11-21T14:19:11,941 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-21T14:19:11,941 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 4b77adb3570cd6cb9aa8835857cf177f 2024-11-21T14:19:11,941 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732198750780.4b77adb3570cd6cb9aa8835857cf177f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:19:11,941 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 4b77adb3570cd6cb9aa8835857cf177f 2024-11-21T14:19:11,941 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 4b77adb3570cd6cb9aa8835857cf177f 2024-11-21T14:19:11,942 INFO [StoreOpener-4b77adb3570cd6cb9aa8835857cf177f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 4b77adb3570cd6cb9aa8835857cf177f 2024-11-21T14:19:11,944 INFO [StoreOpener-4b77adb3570cd6cb9aa8835857cf177f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b77adb3570cd6cb9aa8835857cf177f columnFamilyName hfileref 2024-11-21T14:19:11,944 DEBUG [StoreOpener-4b77adb3570cd6cb9aa8835857cf177f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:19:11,944 INFO [StoreOpener-4b77adb3570cd6cb9aa8835857cf177f-1 {}] regionserver.HStore(327): Store=4b77adb3570cd6cb9aa8835857cf177f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:19:11,945 INFO [StoreOpener-4b77adb3570cd6cb9aa8835857cf177f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 4b77adb3570cd6cb9aa8835857cf177f 2024-11-21T14:19:11,946 INFO [StoreOpener-4b77adb3570cd6cb9aa8835857cf177f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b77adb3570cd6cb9aa8835857cf177f columnFamilyName queue 2024-11-21T14:19:11,946 DEBUG [StoreOpener-4b77adb3570cd6cb9aa8835857cf177f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:19:11,946 INFO [StoreOpener-4b77adb3570cd6cb9aa8835857cf177f-1 {}] regionserver.HStore(327): Store=4b77adb3570cd6cb9aa8835857cf177f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:19:11,946 INFO [StoreOpener-4b77adb3570cd6cb9aa8835857cf177f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 4b77adb3570cd6cb9aa8835857cf177f 2024-11-21T14:19:11,947 INFO [StoreOpener-4b77adb3570cd6cb9aa8835857cf177f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b77adb3570cd6cb9aa8835857cf177f columnFamilyName sid 2024-11-21T14:19:11,947 DEBUG [StoreOpener-4b77adb3570cd6cb9aa8835857cf177f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:19:11,948 INFO [StoreOpener-4b77adb3570cd6cb9aa8835857cf177f-1 {}] regionserver.HStore(327): Store=4b77adb3570cd6cb9aa8835857cf177f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:19:11,948 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 4b77adb3570cd6cb9aa8835857cf177f 2024-11-21T14:19:11,948 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45535/user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/data/hbase/replication/4b77adb3570cd6cb9aa8835857cf177f 2024-11-21T14:19:11,949 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45535/user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/data/hbase/replication/4b77adb3570cd6cb9aa8835857cf177f 2024-11-21T14:19:11,949 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 4b77adb3570cd6cb9aa8835857cf177f 2024-11-21T14:19:11,949 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 4b77adb3570cd6cb9aa8835857cf177f 2024-11-21T14:19:11,950 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T14:19:11,951 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 4b77adb3570cd6cb9aa8835857cf177f 2024-11-21T14:19:11,953 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45535/user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/data/hbase/replication/4b77adb3570cd6cb9aa8835857cf177f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T14:19:11,953 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 4b77adb3570cd6cb9aa8835857cf177f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60035600, jitterRate=-0.10539984703063965}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T14:19:11,953 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4b77adb3570cd6cb9aa8835857cf177f 2024-11-21T14:19:11,954 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 4b77adb3570cd6cb9aa8835857cf177f: Running coprocessor pre-open hook at 1732198751941Writing region info on filesystem at 1732198751941Initializing all the Stores at 1732198751942 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198751942Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198751942Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198751942Cleaning up temporary data from old regions at 1732198751949 (+7 ms)Running coprocessor post-open hooks at 1732198751953 (+4 ms)Region opened successfully at 1732198751954 (+1 ms) 2024-11-21T14:19:11,955 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732198750780.4b77adb3570cd6cb9aa8835857cf177f., pid=7, masterSystemTime=1732198751916 2024-11-21T14:19:11,957 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732198750780.4b77adb3570cd6cb9aa8835857cf177f. 2024-11-21T14:19:11,957 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732198750780.4b77adb3570cd6cb9aa8835857cf177f. 2024-11-21T14:19:11,958 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=4b77adb3570cd6cb9aa8835857cf177f, regionState=OPEN, openSeqNum=2, regionLocation=8a7a968213a0,43143,1732198744061 2024-11-21T14:19:11,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4b77adb3570cd6cb9aa8835857cf177f, server=8a7a968213a0,43143,1732198744061 because future has completed 2024-11-21T14:19:11,962 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-21T14:19:11,962 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 4b77adb3570cd6cb9aa8835857cf177f, server=8a7a968213a0,43143,1732198744061 in 197 msec 2024-11-21T14:19:11,965 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T14:19:11,965 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4b77adb3570cd6cb9aa8835857cf177f, ASSIGN in 354 msec 2024-11-21T14:19:11,965 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T14:19:11,966 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732198751965"}]},"ts":"1732198751965"} 2024-11-21T14:19:11,968 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-21T14:19:11,968 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T14:19:11,970 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1870 sec 2024-11-21T14:19:11,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732198750780.4b77adb3570cd6cb9aa8835857cf177f., hostname=8a7a968213a0,43143,1732198744061, seqNum=2] 2024-11-21T14:19:11,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37773-0x1013ae5259d0000, quorum=127.0.0.1:53969, baseZNode=/02121315324 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02121315324 2024-11-21T14:19:11,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43143-0x1013ae5259d0001, quorum=127.0.0.1:53969, baseZNode=/02121315324 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02121315324 2024-11-21T14:19:12,003 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T14:19:12,155 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43143 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-21T14:19:12,156 INFO [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-21T14:19:12,184 INFO [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-8a7a968213a0,43143,1732198744061, ReplicationSource: 1, currentBandwidth=0 2024-11-21T14:19:12,185 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:19:12,185 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a7a968213a0,43143,1732198744061, seqNum=-1] 2024-11-21T14:19:12,185 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:19:12,186 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50567, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-21T14:19:12,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-8a7a968213a0,43143,1732198744061', locateType=CURRENT is [region=hbase:replication,,1732198750780.4b77adb3570cd6cb9aa8835857cf177f., hostname=8a7a968213a0,43143,1732198744061, seqNum=2] 2024-11-21T14:19:12,190 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-21T14:19:12,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37773 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-21T14:19:12,192 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 8a7a968213a0,43143,1732198744061 suceeded 2024-11-21T14:19:12,194 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-21T14:19:12,194 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-11-21T14:19:12,194 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://8a7a968213a0:39087,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T14:19:12,195 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4240 sec 2024-11-21T14:19:12,203 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,43143,1732198744061 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8a7a968213a0:39087' 2024-11-21T14:19:12,204 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,43143,1732198744061 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@54fb2edf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:19:12,204 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,43143,1732198744061 {}] client.ClusterIdFetcher(90): Going to request 8a7a968213a0,39087,-1 for getting cluster id 2024-11-21T14:19:12,205 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,43143,1732198744061 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:19:12,205 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '50cee89f-f43a-4f85-838f-e7e1db1d6e27' 2024-11-21T14:19:12,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:19:12,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "50cee89f-f43a-4f85-838f-e7e1db1d6e27" 2024-11-21T14:19:12,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1f32ba3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:19:12,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a7a968213a0,39087,-1] 2024-11-21T14:19:12,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:19:12,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:19:12,206 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:19:12,207 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,43143,1732198744061 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4749cacf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:19:12,207 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,43143,1732198744061 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T14:19:12,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a7a968213a0,39087,1732198747587 2024-11-21T14:19:12,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@63e28194 2024-11-21T14:19:12,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T14:19:12,209 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-21T14:19:12,209 INFO [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,43143,1732198744061 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-8a7a968213a0,43143,1732198744061 (queues=1) is replicating from cluster=c1110676-410d-4352-aacf-aae79326ec76 to cluster=50cee89f-f43a-4f85-838f-e7e1db1d6e27 2024-11-21T14:19:12,209 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,43143,1732198744061 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=8a7a968213a0%2C43143%2C1732198744061 2024-11-21T14:19:12,209 INFO [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,43143,1732198744061 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-8a7a968213a0,43143,1732198744061, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T14:19:12,210 INFO [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,43143,1732198744061.replicationSource.shipper8a7a968213a0%2C43143%2C1732198744061,1-8a7a968213a0,43143,1732198744061 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 8a7a968213a0%2C43143%2C1732198744061 2024-11-21T14:19:12,210 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,43143,1732198744061.replicationSource.wal-reader.8a7a968213a0%2C43143%2C1732198744061,1-8a7a968213a0,43143,1732198744061 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45535/user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/WALs/8a7a968213a0,43143,1732198744061/8a7a968213a0%2C43143%2C1732198744061.1732198745730, startPosition=0, beingWritten=true 2024-11-21T14:19:12,415 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,43143,1732198744061.replicationSource.wal-reader.8a7a968213a0%2C43143%2C1732198744061,1-8a7a968213a0,43143,1732198744061 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45535/user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/WALs/8a7a968213a0,43143,1732198744061/8a7a968213a0%2C43143%2C1732198744061.1732198745730 to pos 0, reset compression=false 2024-11-21T14:19:12,723 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,43143,1732198744061.replicationSource.wal-reader.8a7a968213a0%2C43143%2C1732198744061,1-8a7a968213a0,43143,1732198744061 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45535/user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/WALs/8a7a968213a0,43143,1732198744061/8a7a968213a0%2C43143%2C1732198744061.1732198745730 to pos 0, reset compression=false 2024-11-21T14:19:12,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37773 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T14:19:12,920 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-21T14:19:12,920 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T14:19:12,920 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:19:12,920 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:19:12,920 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:19:12,920 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:19:12,921 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T14:19:12,921 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a7a968213a0,37773,1732198743980 2024-11-21T14:19:12,921 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@21ceee4a 2024-11-21T14:19:12,922 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T14:19:12,923 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T14:19:12,923 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37773 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-21T14:19:12,923 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T14:19:12,923 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:19:12,923 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:19:12,923 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:19:12,924 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:19:12,924 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T14:19:12,924 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=208918806, stopped=false 2024-11-21T14:19:12,924 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8a7a968213a0,37773,1732198743980 2024-11-21T14:19:12,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37773-0x1013ae5259d0000, quorum=127.0.0.1:53969, baseZNode=/02121315324 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02121315324/running 2024-11-21T14:19:12,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37773-0x1013ae5259d0000, quorum=127.0.0.1:53969, baseZNode=/02121315324 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02121315324 2024-11-21T14:19:12,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43143-0x1013ae5259d0001, quorum=127.0.0.1:53969, baseZNode=/02121315324 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02121315324/running 2024-11-21T14:19:12,925 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T14:19:12,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43143-0x1013ae5259d0001, quorum=127.0.0.1:53969, baseZNode=/02121315324 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02121315324 2024-11-21T14:19:12,925 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T14:19:12,925 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:19:12,925 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:19:12,926 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8a7a968213a0,43143,1732198744061' ***** 2024-11-21T14:19:12,926 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T14:19:12,926 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37773-0x1013ae5259d0000, quorum=127.0.0.1:53969, baseZNode=/02121315324 Set watcher on znode that does not yet exist, /02121315324/running 2024-11-21T14:19:12,926 INFO [RS:0;8a7a968213a0:43143 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T14:19:12,926 INFO [RS:0;8a7a968213a0:43143 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T14:19:12,926 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T14:19:12,926 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43143-0x1013ae5259d0001, quorum=127.0.0.1:53969, baseZNode=/02121315324 Set watcher on znode that does not yet exist, /02121315324/running 2024-11-21T14:19:12,926 INFO [RS:0;8a7a968213a0:43143 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T14:19:12,926 INFO [RS:0;8a7a968213a0:43143 {}] regionserver.HRegionServer(3091): Received CLOSE for 4b77adb3570cd6cb9aa8835857cf177f 2024-11-21T14:19:12,927 INFO [RS:0;8a7a968213a0:43143 {}] regionserver.HRegionServer(959): stopping server 8a7a968213a0,43143,1732198744061 2024-11-21T14:19:12,927 INFO [RS:0;8a7a968213a0:43143 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T14:19:12,927 INFO [RS:0;8a7a968213a0:43143 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8a7a968213a0:43143. 2024-11-21T14:19:12,927 DEBUG [RS:0;8a7a968213a0:43143 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:19:12,927 DEBUG [RS:0;8a7a968213a0:43143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:19:12,927 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4b77adb3570cd6cb9aa8835857cf177f, disabling compactions & flushes 2024-11-21T14:19:12,927 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732198750780.4b77adb3570cd6cb9aa8835857cf177f. 2024-11-21T14:19:12,927 INFO [RS:0;8a7a968213a0:43143 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T14:19:12,927 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732198750780.4b77adb3570cd6cb9aa8835857cf177f. 2024-11-21T14:19:12,927 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732198750780.4b77adb3570cd6cb9aa8835857cf177f. after waiting 0 ms 2024-11-21T14:19:12,927 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732198750780.4b77adb3570cd6cb9aa8835857cf177f. 2024-11-21T14:19:12,927 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4b77adb3570cd6cb9aa8835857cf177f 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-21T14:19:12,928 INFO [RS:0;8a7a968213a0:43143 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T14:19:12,928 INFO [RS:0;8a7a968213a0:43143 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T14:19:12,928 INFO [RS:0;8a7a968213a0:43143 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T14:19:12,929 INFO [RS:0;8a7a968213a0:43143 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-21T14:19:12,929 DEBUG [RS:0;8a7a968213a0:43143 {}] regionserver.HRegionServer(1325): Online Regions={4b77adb3570cd6cb9aa8835857cf177f=hbase:replication,,1732198750780.4b77adb3570cd6cb9aa8835857cf177f., 1588230740=hbase:meta,,1.1588230740} 2024-11-21T14:19:12,929 DEBUG [RS:0;8a7a968213a0:43143 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4b77adb3570cd6cb9aa8835857cf177f 2024-11-21T14:19:12,929 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T14:19:12,929 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T14:19:12,929 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T14:19:12,929 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T14:19:12,929 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T14:19:12,929 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-21T14:19:12,947 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45535/user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/data/hbase/replication/4b77adb3570cd6cb9aa8835857cf177f/.tmp/queue/7852f4a2096e4346bd265daa0209875f is 151, key is 1-8a7a968213a0,43143,1732198744061/queue:8a7a968213a0%2C43143%2C1732198744061/1732198752189/Put/seqid=0 2024-11-21T14:19:12,947 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45535/user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/data/hbase/meta/1588230740/.tmp/info/63120f5919c2411d9453ebe5f09c09f7 is 147, key is hbase:replication,,1732198750780.4b77adb3570cd6cb9aa8835857cf177f./info:regioninfo/1732198751958/Put/seqid=0 2024-11-21T14:19:12,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35933 is added to blk_1073741839_1015 (size=6631) 2024-11-21T14:19:12,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35933 is added to blk_1073741838_1014 (size=5350) 2024-11-21T14:19:12,985 INFO [regionserver/8a7a968213a0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T14:19:13,128 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,43143,1732198744061.replicationSource.wal-reader.8a7a968213a0%2C43143%2C1732198744061,1-8a7a968213a0,43143,1732198744061 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45535/user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/WALs/8a7a968213a0,43143,1732198744061/8a7a968213a0%2C43143%2C1732198744061.1732198745730 to pos 0, reset compression=false 2024-11-21T14:19:13,129 DEBUG [RS:0;8a7a968213a0:43143 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4b77adb3570cd6cb9aa8835857cf177f 2024-11-21T14:19:13,329 DEBUG [RS:0;8a7a968213a0:43143 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4b77adb3570cd6cb9aa8835857cf177f 2024-11-21T14:19:13,355 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45535/user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/data/hbase/replication/4b77adb3570cd6cb9aa8835857cf177f/.tmp/queue/7852f4a2096e4346bd265daa0209875f 2024-11-21T14:19:13,355 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45535/user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/data/hbase/meta/1588230740/.tmp/info/63120f5919c2411d9453ebe5f09c09f7 2024-11-21T14:19:13,361 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45535/user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/data/hbase/replication/4b77adb3570cd6cb9aa8835857cf177f/.tmp/queue/7852f4a2096e4346bd265daa0209875f as hdfs://localhost:45535/user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/data/hbase/replication/4b77adb3570cd6cb9aa8835857cf177f/queue/7852f4a2096e4346bd265daa0209875f 2024-11-21T14:19:13,366 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45535/user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/data/hbase/replication/4b77adb3570cd6cb9aa8835857cf177f/queue/7852f4a2096e4346bd265daa0209875f, entries=1, sequenceid=5, filesize=5.2 K 2024-11-21T14:19:13,367 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 4b77adb3570cd6cb9aa8835857cf177f in 440ms, sequenceid=5, compaction requested=false 2024-11-21T14:19:13,367 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-21T14:19:13,373 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45535/user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/data/hbase/replication/4b77adb3570cd6cb9aa8835857cf177f/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-21T14:19:13,374 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T14:19:13,374 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T14:19:13,374 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732198750780.4b77adb3570cd6cb9aa8835857cf177f. 2024-11-21T14:19:13,374 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4b77adb3570cd6cb9aa8835857cf177f: Waiting for close lock at 1732198752927Running coprocessor pre-close hooks at 1732198752927Disabling compacts and flushes for region at 1732198752927Disabling writes for close at 1732198752927Obtaining lock to block concurrent updates at 1732198752927Preparing flush snapshotting stores in 4b77adb3570cd6cb9aa8835857cf177f at 1732198752927Finished memstore snapshotting hbase:replication,,1732198750780.4b77adb3570cd6cb9aa8835857cf177f., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1732198752927Flushing stores of hbase:replication,,1732198750780.4b77adb3570cd6cb9aa8835857cf177f. at 1732198752928 (+1 ms)Flushing 4b77adb3570cd6cb9aa8835857cf177f/queue: creating writer at 1732198752928Flushing 4b77adb3570cd6cb9aa8835857cf177f/queue: appending metadata at 1732198752946 (+18 ms)Flushing 4b77adb3570cd6cb9aa8835857cf177f/queue: closing flushed file at 1732198752946Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e5c36ee: reopening flushed file at 1732198753360 (+414 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 4b77adb3570cd6cb9aa8835857cf177f in 440ms, sequenceid=5, compaction requested=false at 1732198753367 (+7 ms)Writing region close event to WAL at 1732198753369 (+2 ms)Running coprocessor post-close hooks at 1732198753374 (+5 ms)Closed at 1732198753374 2024-11-21T14:19:13,374 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732198750780.4b77adb3570cd6cb9aa8835857cf177f. 2024-11-21T14:19:13,377 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45535/user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/data/hbase/meta/1588230740/.tmp/ns/6942cec363c24c01a71404a151f5f714 is 43, key is default/ns:d/1732198746328/Put/seqid=0 2024-11-21T14:19:13,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35933 is added to blk_1073741840_1016 (size=5153) 2024-11-21T14:19:13,529 DEBUG [RS:0;8a7a968213a0:43143 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T14:19:13,609 INFO [regionserver/8a7a968213a0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T14:19:13,609 INFO [regionserver/8a7a968213a0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T14:19:13,633 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,43143,1732198744061.replicationSource.wal-reader.8a7a968213a0%2C43143%2C1732198744061,1-8a7a968213a0,43143,1732198744061 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45535/user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/WALs/8a7a968213a0,43143,1732198744061/8a7a968213a0%2C43143%2C1732198744061.1732198745730 to pos 0, reset compression=false 2024-11-21T14:19:13,729 DEBUG [RS:0;8a7a968213a0:43143 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T14:19:13,781 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45535/user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/data/hbase/meta/1588230740/.tmp/ns/6942cec363c24c01a71404a151f5f714 2024-11-21T14:19:13,800 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45535/user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/data/hbase/meta/1588230740/.tmp/table/a833305e061c4ae68d56d3b3707ad6ca is 53, key is hbase:replication/table:state/1732198751965/Put/seqid=0 2024-11-21T14:19:13,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35933 is added to blk_1073741841_1017 (size=5256) 2024-11-21T14:19:13,930 INFO [RS:0;8a7a968213a0:43143 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-21T14:19:13,930 DEBUG [RS:0;8a7a968213a0:43143 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-21T14:19:13,930 DEBUG [RS:0;8a7a968213a0:43143 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T14:19:14,130 DEBUG [RS:0;8a7a968213a0:43143 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T14:19:14,205 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45535/user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/data/hbase/meta/1588230740/.tmp/table/a833305e061c4ae68d56d3b3707ad6ca 2024-11-21T14:19:14,212 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45535/user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/data/hbase/meta/1588230740/.tmp/info/63120f5919c2411d9453ebe5f09c09f7 as hdfs://localhost:45535/user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/data/hbase/meta/1588230740/info/63120f5919c2411d9453ebe5f09c09f7 2024-11-21T14:19:14,218 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45535/user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/data/hbase/meta/1588230740/info/63120f5919c2411d9453ebe5f09c09f7, entries=10, sequenceid=11, filesize=6.5 K 2024-11-21T14:19:14,219 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45535/user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/data/hbase/meta/1588230740/.tmp/ns/6942cec363c24c01a71404a151f5f714 as hdfs://localhost:45535/user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/data/hbase/meta/1588230740/ns/6942cec363c24c01a71404a151f5f714 2024-11-21T14:19:14,224 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45535/user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/data/hbase/meta/1588230740/ns/6942cec363c24c01a71404a151f5f714, entries=2, sequenceid=11, filesize=5.0 K 2024-11-21T14:19:14,225 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45535/user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/data/hbase/meta/1588230740/.tmp/table/a833305e061c4ae68d56d3b3707ad6ca as hdfs://localhost:45535/user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/data/hbase/meta/1588230740/table/a833305e061c4ae68d56d3b3707ad6ca 2024-11-21T14:19:14,230 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45535/user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/data/hbase/meta/1588230740/table/a833305e061c4ae68d56d3b3707ad6ca, entries=2, sequenceid=11, filesize=5.1 K 2024-11-21T14:19:14,231 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1302ms, sequenceid=11, compaction requested=false 2024-11-21T14:19:14,235 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45535/user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-21T14:19:14,236 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T14:19:14,236 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T14:19:14,236 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T14:19:14,236 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732198752929Running coprocessor pre-close hooks at 1732198752929Disabling compacts and flushes for region at 1732198752929Disabling writes for close at 1732198752929Obtaining lock to block concurrent updates at 1732198752929Preparing flush snapshotting stores in 1588230740 at 1732198752929Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732198752929Flushing stores of hbase:meta,,1.1588230740 at 1732198752930 (+1 ms)Flushing 1588230740/info: creating writer at 1732198752930Flushing 1588230740/info: appending metadata at 1732198752946 (+16 ms)Flushing 1588230740/info: closing flushed file at 1732198752946Flushing 1588230740/ns: creating writer at 1732198753361 (+415 ms)Flushing 1588230740/ns: appending metadata at 1732198753377 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732198753377Flushing 1588230740/table: creating writer at 1732198753786 (+409 ms)Flushing 1588230740/table: appending metadata at 1732198753800 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732198753800Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6227e51e: reopening flushed file at 1732198754211 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4fbf1dd9: reopening flushed file at 1732198754218 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49d46cf0: reopening flushed file at 1732198754225 (+7 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1302ms, sequenceid=11, compaction requested=false at 1732198754231 (+6 ms)Writing region close event to WAL at 1732198754232 (+1 ms)Running coprocessor post-close hooks at 1732198754236 (+4 ms)Closed at 1732198754236 2024-11-21T14:19:14,236 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T14:19:14,238 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,43143,1732198744061.replicationSource.wal-reader.8a7a968213a0%2C43143%2C1732198744061,1-8a7a968213a0,43143,1732198744061 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45535/user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/WALs/8a7a968213a0,43143,1732198744061/8a7a968213a0%2C43143%2C1732198744061.1732198745730 to pos 0, reset compression=false 2024-11-21T14:19:14,330 INFO [RS:0;8a7a968213a0:43143 {}] regionserver.HRegionServer(976): stopping server 8a7a968213a0,43143,1732198744061; all regions closed. 2024-11-21T14:19:14,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35933 is added to blk_1073741834_1010 (size=2742) 2024-11-21T14:19:14,334 DEBUG [RS:0;8a7a968213a0:43143 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/oldWALs 2024-11-21T14:19:14,334 INFO [RS:0;8a7a968213a0:43143 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8a7a968213a0%2C43143%2C1732198744061.meta:.meta(num 1732198746274) 2024-11-21T14:19:14,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35933 is added to blk_1073741837_1013 (size=1586) 2024-11-21T14:19:14,337 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/WALs/8a7a968213a0,43143,1732198744061/8a7a968213a0%2C43143%2C1732198744061.rep.1732198751922 not finished, retry = 0 2024-11-21T14:19:14,440 DEBUG [RS:0;8a7a968213a0:43143 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/oldWALs 2024-11-21T14:19:14,440 INFO [RS:0;8a7a968213a0:43143 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8a7a968213a0%2C43143%2C1732198744061.rep:(num 1732198751922) 2024-11-21T14:19:14,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35933 is added to blk_1073741833_1009 (size=93) 2024-11-21T14:19:14,442 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/WALs/8a7a968213a0,43143,1732198744061/8a7a968213a0%2C43143%2C1732198744061.1732198745730 not finished, retry = 0 2024-11-21T14:19:14,544 DEBUG [RS:0;8a7a968213a0:43143 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/oldWALs 2024-11-21T14:19:14,544 INFO [RS:0;8a7a968213a0:43143 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8a7a968213a0%2C43143%2C1732198744061:(num 1732198745730) 2024-11-21T14:19:14,544 DEBUG [RS:0;8a7a968213a0:43143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:19:14,544 INFO [RS:0;8a7a968213a0:43143 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T14:19:14,545 INFO [RS:0;8a7a968213a0:43143 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T14:19:14,545 INFO [RS:0;8a7a968213a0:43143 {}] hbase.ChoreService(370): Chore service for: regionserver/8a7a968213a0:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-21T14:19:14,545 INFO [RS:0;8a7a968213a0:43143 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T14:19:14,545 INFO [regionserver/8a7a968213a0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T14:19:14,545 INFO [RS:0;8a7a968213a0:43143 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-8a7a968213a0,43143,1732198744061 because: Region server is closing 2024-11-21T14:19:14,545 INFO [RS:0;8a7a968213a0:43143 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8a7a968213a0:43143. 2024-11-21T14:19:14,545 DEBUG [RS:0;8a7a968213a0:43143 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:19:14,545 DEBUG [RS:0;8a7a968213a0:43143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:19:14,545 DEBUG [RS:0;8a7a968213a0:43143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:19:14,545 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:19:14,646 WARN [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,43143,1732198744061.replicationSource.shipper8a7a968213a0%2C43143%2C1732198744061,1-8a7a968213a0,43143,1732198744061 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-21T14:19:14,646 WARN [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,43143,1732198744061.replicationSource.wal-reader.8a7a968213a0%2C43143%2C1732198744061,1-8a7a968213a0,43143,1732198744061 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-21T14:19:14,646 INFO [RS:0;8a7a968213a0:43143 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,43143,1732198744061.replicationSource.shipper8a7a968213a0%2C43143%2C1732198744061,1-8a7a968213a0,43143,1732198744061 terminated 2024-11-21T14:19:14,646 INFO [RS:0;8a7a968213a0:43143 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43143 2024-11-21T14:19:14,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43143-0x1013ae5259d0001, quorum=127.0.0.1:53969, baseZNode=/02121315324 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02121315324/rs/8a7a968213a0,43143,1732198744061 2024-11-21T14:19:14,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37773-0x1013ae5259d0000, quorum=127.0.0.1:53969, baseZNode=/02121315324 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02121315324/rs 2024-11-21T14:19:14,648 INFO [RS:0;8a7a968213a0:43143 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T14:19:14,652 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8a7a968213a0,43143,1732198744061] 2024-11-21T14:19:14,653 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /02121315324/draining/8a7a968213a0,43143,1732198744061 already deleted, retry=false 2024-11-21T14:19:14,653 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8a7a968213a0,43143,1732198744061 expired; onlineServers=0 2024-11-21T14:19:14,653 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8a7a968213a0,37773,1732198743980' ***** 2024-11-21T14:19:14,653 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T14:19:14,653 INFO [M:0;8a7a968213a0:37773 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T14:19:14,653 INFO [M:0;8a7a968213a0:37773 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T14:19:14,653 DEBUG [M:0;8a7a968213a0:37773 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T14:19:14,653 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T14:19:14,653 DEBUG [M:0;8a7a968213a0:37773 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T14:19:14,653 DEBUG [master/8a7a968213a0:0:becomeActiveMaster-HFileCleaner.large.0-1732198745500 {}] cleaner.HFileCleaner(306): Exit Thread[master/8a7a968213a0:0:becomeActiveMaster-HFileCleaner.large.0-1732198745500,5,FailOnTimeoutGroup] 2024-11-21T14:19:14,653 DEBUG [master/8a7a968213a0:0:becomeActiveMaster-HFileCleaner.small.0-1732198745500 {}] cleaner.HFileCleaner(306): Exit Thread[master/8a7a968213a0:0:becomeActiveMaster-HFileCleaner.small.0-1732198745500,5,FailOnTimeoutGroup] 2024-11-21T14:19:14,653 INFO [M:0;8a7a968213a0:37773 {}] hbase.ChoreService(370): Chore service for: master/8a7a968213a0:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T14:19:14,654 INFO [M:0;8a7a968213a0:37773 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T14:19:14,654 DEBUG [M:0;8a7a968213a0:37773 {}] master.HMaster(1795): Stopping service threads 2024-11-21T14:19:14,654 INFO [M:0;8a7a968213a0:37773 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T14:19:14,654 INFO [M:0;8a7a968213a0:37773 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T14:19:14,654 INFO [M:0;8a7a968213a0:37773 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T14:19:14,654 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T14:19:14,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37773-0x1013ae5259d0000, quorum=127.0.0.1:53969, baseZNode=/02121315324 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02121315324/master 2024-11-21T14:19:14,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37773-0x1013ae5259d0000, quorum=127.0.0.1:53969, baseZNode=/02121315324 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02121315324 2024-11-21T14:19:14,655 DEBUG [M:0;8a7a968213a0:37773 {}] zookeeper.ZKUtil(347): master:37773-0x1013ae5259d0000, quorum=127.0.0.1:53969, baseZNode=/02121315324 Unable to get data of znode /02121315324/master because node does not exist (not an error) 2024-11-21T14:19:14,655 WARN [M:0;8a7a968213a0:37773 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T14:19:14,655 INFO [M:0;8a7a968213a0:37773 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45535/user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/.lastflushedseqids 2024-11-21T14:19:14,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35933 is added to blk_1073741842_1018 (size=181) 2024-11-21T14:19:14,752 INFO [RS:0;8a7a968213a0:43143 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T14:19:14,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43143-0x1013ae5259d0001, quorum=127.0.0.1:53969, baseZNode=/02121315324 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T14:19:14,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43143-0x1013ae5259d0001, quorum=127.0.0.1:53969, baseZNode=/02121315324 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T14:19:14,752 INFO [RS:0;8a7a968213a0:43143 {}] regionserver.HRegionServer(1031): Exiting; stopping=8a7a968213a0,43143,1732198744061; zookeeper connection closed. 2024-11-21T14:19:14,752 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@31860313 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@31860313 2024-11-21T14:19:14,753 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T14:19:15,061 INFO [M:0;8a7a968213a0:37773 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T14:19:15,061 INFO [M:0;8a7a968213a0:37773 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T14:19:15,061 DEBUG [M:0;8a7a968213a0:37773 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T14:19:15,061 INFO [M:0;8a7a968213a0:37773 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:19:15,062 DEBUG [M:0;8a7a968213a0:37773 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:19:15,062 DEBUG [M:0;8a7a968213a0:37773 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T14:19:15,062 DEBUG [M:0;8a7a968213a0:37773 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:19:15,062 INFO [M:0;8a7a968213a0:37773 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-21T14:19:15,078 DEBUG [M:0;8a7a968213a0:37773 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45535/user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ac50ba4de35a459aba8820fe1aa3c178 is 82, key is hbase:meta,,1/info:regioninfo/1732198746314/Put/seqid=0 2024-11-21T14:19:15,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35933 is added to blk_1073741843_1019 (size=5672) 2024-11-21T14:19:15,483 INFO [M:0;8a7a968213a0:37773 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:45535/user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ac50ba4de35a459aba8820fe1aa3c178 2024-11-21T14:19:15,503 DEBUG [M:0;8a7a968213a0:37773 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45535/user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c12e746ca7d440eda1c50286eaed36f7 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732198751970/Put/seqid=0 2024-11-21T14:19:15,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35933 is added to blk_1073741844_1020 (size=7203) 2024-11-21T14:19:15,907 INFO [M:0;8a7a968213a0:37773 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:45535/user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c12e746ca7d440eda1c50286eaed36f7 2024-11-21T14:19:15,926 DEBUG [M:0;8a7a968213a0:37773 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45535/user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/73fce93378574c499d010354af4b271c is 69, key is 8a7a968213a0,43143,1732198744061/rs:state/1732198745538/Put/seqid=0 2024-11-21T14:19:15,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35933 is added to blk_1073741845_1021 (size=5156) 2024-11-21T14:19:16,330 INFO [M:0;8a7a968213a0:37773 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:45535/user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/73fce93378574c499d010354af4b271c 2024-11-21T14:19:16,335 DEBUG [M:0;8a7a968213a0:37773 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45535/user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ac50ba4de35a459aba8820fe1aa3c178 as hdfs://localhost:45535/user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ac50ba4de35a459aba8820fe1aa3c178 2024-11-21T14:19:16,340 INFO [M:0;8a7a968213a0:37773 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45535/user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ac50ba4de35a459aba8820fe1aa3c178, entries=8, sequenceid=70, filesize=5.5 K 2024-11-21T14:19:16,340 DEBUG [M:0;8a7a968213a0:37773 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45535/user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c12e746ca7d440eda1c50286eaed36f7 as hdfs://localhost:45535/user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c12e746ca7d440eda1c50286eaed36f7 2024-11-21T14:19:16,344 INFO [M:0;8a7a968213a0:37773 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45535/user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c12e746ca7d440eda1c50286eaed36f7, entries=8, sequenceid=70, filesize=7.0 K 2024-11-21T14:19:16,345 DEBUG [M:0;8a7a968213a0:37773 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45535/user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/73fce93378574c499d010354af4b271c as hdfs://localhost:45535/user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/73fce93378574c499d010354af4b271c 2024-11-21T14:19:16,349 INFO [M:0;8a7a968213a0:37773 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45535/user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/73fce93378574c499d010354af4b271c, entries=1, sequenceid=70, filesize=5.0 K 2024-11-21T14:19:16,350 INFO [M:0;8a7a968213a0:37773 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=70, compaction requested=false 2024-11-21T14:19:16,351 INFO [M:0;8a7a968213a0:37773 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:19:16,351 DEBUG [M:0;8a7a968213a0:37773 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732198755061Disabling compacts and flushes for region at 1732198755061Disabling writes for close at 1732198755062 (+1 ms)Obtaining lock to block concurrent updates at 1732198755062Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732198755062Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1732198755062Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732198755063 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732198755063Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732198755077 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732198755077Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732198755488 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732198755502 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732198755502Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732198755912 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732198755926 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732198755926Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1728e40d: reopening flushed file at 1732198756335 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66fa43f5: reopening flushed file at 1732198756340 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@350e6aa6: reopening flushed file at 1732198756344 (+4 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=70, compaction requested=false at 1732198756350 (+6 ms)Writing region close event to WAL at 1732198756351 (+1 ms)Closed at 1732198756351 2024-11-21T14:19:16,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35933 is added to blk_1073741830_1006 (size=41008) 2024-11-21T14:19:16,354 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/MasterData/WALs/8a7a968213a0,37773,1732198743980/8a7a968213a0%2C37773%2C1732198743980.1732198745404 not finished, retry = 0 2024-11-21T14:19:16,455 INFO [M:0;8a7a968213a0:37773 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T14:19:16,455 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T14:19:16,455 INFO [M:0;8a7a968213a0:37773 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37773 2024-11-21T14:19:16,455 INFO [M:0;8a7a968213a0:37773 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T14:19:16,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37773-0x1013ae5259d0000, quorum=127.0.0.1:53969, baseZNode=/02121315324 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T14:19:16,557 INFO [M:0;8a7a968213a0:37773 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T14:19:16,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37773-0x1013ae5259d0000, quorum=127.0.0.1:53969, baseZNode=/02121315324 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T14:19:16,559 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8a7a968213a0:0 server-side Connection retries=45 2024-11-21T14:19:16,559 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T14:19:16,559 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T14:19:16,559 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T14:19:16,559 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T14:19:16,559 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T14:19:16,559 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T14:19:16,559 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T14:19:16,560 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43895 2024-11-21T14:19:16,561 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43895 connecting to ZooKeeper ensemble=127.0.0.1:53969 2024-11-21T14:19:16,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:438950x0, quorum=127.0.0.1:53969, baseZNode=/02121315324 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T14:19:16,567 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43895-0x1013ae5259d0006 connected 2024-11-21T14:19:16,569 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:19:16,571 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:19:16,573 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43895-0x1013ae5259d0006, quorum=127.0.0.1:53969, baseZNode=/02121315324 Set watcher on znode that does not yet exist, /02121315324/running 2024-11-21T14:19:16,573 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02121315324/meta-region-server: INIT 2024-11-21T14:19:16,573 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45535/user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2, hbase.cluster.distributed=false 2024-11-21T14:19:16,574 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43895-0x1013ae5259d0006, quorum=127.0.0.1:53969, baseZNode=/02121315324 Set watcher on znode that does not yet exist, /02121315324/acl 2024-11-21T14:19:16,575 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43895 2024-11-21T14:19:16,575 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43895 2024-11-21T14:19:16,575 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43895 2024-11-21T14:19:16,575 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43895 2024-11-21T14:19:16,575 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43895 2024-11-21T14:19:16,590 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8a7a968213a0:0 server-side Connection retries=45 2024-11-21T14:19:16,590 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T14:19:16,590 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T14:19:16,590 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T14:19:16,590 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T14:19:16,590 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T14:19:16,590 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T14:19:16,590 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T14:19:16,591 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44341 2024-11-21T14:19:16,591 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44341 connecting to ZooKeeper ensemble=127.0.0.1:53969 2024-11-21T14:19:16,592 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:19:16,593 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:19:16,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:443410x0, quorum=127.0.0.1:53969, baseZNode=/02121315324 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T14:19:16,597 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:443410x0, quorum=127.0.0.1:53969, baseZNode=/02121315324 Set watcher on znode that does not yet exist, /02121315324/running 2024-11-21T14:19:16,597 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02121315324/meta-region-server: INIT 2024-11-21T14:19:16,597 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44341-0x1013ae5259d0007 connected 2024-11-21T14:19:16,597 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T14:19:16,599 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T14:19:16,600 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44341-0x1013ae5259d0007, quorum=127.0.0.1:53969, baseZNode=/02121315324 Set watcher on znode that does not yet exist, /02121315324/master 2024-11-21T14:19:16,600 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44341-0x1013ae5259d0007, quorum=127.0.0.1:53969, baseZNode=/02121315324 Set watcher on znode that does not yet exist, /02121315324/acl 2024-11-21T14:19:16,601 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44341 2024-11-21T14:19:16,601 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44341 2024-11-21T14:19:16,604 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44341 2024-11-21T14:19:16,605 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44341 2024-11-21T14:19:16,608 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44341 2024-11-21T14:19:16,627 DEBUG [M:0;8a7a968213a0:43895 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8a7a968213a0:43895 2024-11-21T14:19:16,627 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /02121315324/backup-masters/8a7a968213a0,43895,1732198756559 2024-11-21T14:19:16,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43895-0x1013ae5259d0006, quorum=127.0.0.1:53969, baseZNode=/02121315324 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02121315324/backup-masters 2024-11-21T14:19:16,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44341-0x1013ae5259d0007, quorum=127.0.0.1:53969, baseZNode=/02121315324 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02121315324/backup-masters 2024-11-21T14:19:16,629 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43895-0x1013ae5259d0006, quorum=127.0.0.1:53969, baseZNode=/02121315324 Set watcher on existing znode=/02121315324/backup-masters/8a7a968213a0,43895,1732198756559 2024-11-21T14:19:16,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44341-0x1013ae5259d0007, quorum=127.0.0.1:53969, baseZNode=/02121315324 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02121315324/master 2024-11-21T14:19:16,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43895-0x1013ae5259d0006, quorum=127.0.0.1:53969, baseZNode=/02121315324 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02121315324 2024-11-21T14:19:16,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44341-0x1013ae5259d0007, quorum=127.0.0.1:53969, baseZNode=/02121315324 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02121315324 2024-11-21T14:19:16,632 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43895-0x1013ae5259d0006, quorum=127.0.0.1:53969, baseZNode=/02121315324 Set watcher on existing znode=/02121315324/master 2024-11-21T14:19:16,632 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /02121315324/backup-masters/8a7a968213a0,43895,1732198756559 from backup master directory 2024-11-21T14:19:16,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43895-0x1013ae5259d0006, quorum=127.0.0.1:53969, baseZNode=/02121315324 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02121315324/backup-masters/8a7a968213a0,43895,1732198756559 2024-11-21T14:19:16,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43895-0x1013ae5259d0006, quorum=127.0.0.1:53969, baseZNode=/02121315324 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02121315324/backup-masters 2024-11-21T14:19:16,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44341-0x1013ae5259d0007, quorum=127.0.0.1:53969, baseZNode=/02121315324 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02121315324/backup-masters 2024-11-21T14:19:16,634 WARN [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T14:19:16,634 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8a7a968213a0,43895,1732198756559 2024-11-21T14:19:16,646 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:19:16,646 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T14:19:16,653 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 7ms. 2024-11-21T14:19:16,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35933 is added to blk_1073741846_1022 (size=196) 2024-11-21T14:19:17,061 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T14:19:17,062 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T14:19:17,062 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:19:17,068 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-21T14:19:17,070 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:45535/user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/MasterData/WALs/8a7a968213a0,37773,1732198743980 to hdfs://localhost:45535/user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/MasterData/WALs/8a7a968213a0,37773,1732198743980-dead as it is dead 2024-11-21T14:19:17,071 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45535/user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/MasterData/WALs/8a7a968213a0,37773,1732198743980-dead/8a7a968213a0%2C37773%2C1732198743980.1732198745404 2024-11-21T14:19:17,071 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45535/user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/MasterData/WALs/8a7a968213a0,37773,1732198743980-dead/8a7a968213a0%2C37773%2C1732198743980.1732198745404 after 0ms 2024-11-21T14:19:17,072 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:45535/user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/MasterData/WALs/8a7a968213a0,37773,1732198743980-dead/8a7a968213a0%2C37773%2C1732198743980.1732198745404 to hdfs://localhost:45535/user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/8a7a968213a0%2C37773%2C1732198743980.1732198745404 2024-11-21T14:19:17,072 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:45535/user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/MasterData/WALs/8a7a968213a0,37773,1732198743980-dead 2024-11-21T14:19:17,072 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45535/user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/MasterData/WALs/8a7a968213a0,43895,1732198756559 2024-11-21T14:19:17,073 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T14:19:17,075 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8a7a968213a0%2C43895%2C1732198756559, suffix=, logDir=hdfs://localhost:45535/user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/MasterData/WALs/8a7a968213a0,43895,1732198756559, archiveDir=hdfs://localhost:45535/user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/MasterData/oldWALs, maxLogs=10 2024-11-21T14:19:17,088 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/MasterData/WALs/8a7a968213a0,43895,1732198756559/8a7a968213a0%2C43895%2C1732198756559.1732198757075, exclude list is [], retry=0 2024-11-21T14:19:17,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35933,DS-6908ad37-2057-4974-843b-f476734931e5,DISK] 2024-11-21T14:19:17,092 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/MasterData/WALs/8a7a968213a0,43895,1732198756559/8a7a968213a0%2C43895%2C1732198756559.1732198757075 2024-11-21T14:19:17,097 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44851:44851)] 2024-11-21T14:19:17,097 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T14:19:17,098 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:19:17,098 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:19:17,098 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:19:17,099 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:19:17,100 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T14:19:17,100 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:19:17,106 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45535/user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ac50ba4de35a459aba8820fe1aa3c178 2024-11-21T14:19:17,106 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:19:17,107 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:19:17,107 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T14:19:17,107 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:19:17,113 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45535/user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c12e746ca7d440eda1c50286eaed36f7 2024-11-21T14:19:17,113 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:19:17,113 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:19:17,114 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T14:19:17,114 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:19:17,119 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45535/user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/73fce93378574c499d010354af4b271c 2024-11-21T14:19:17,119 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:19:17,120 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:19:17,120 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T14:19:17,120 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:19:17,121 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:19:17,121 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:19:17,122 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:45535/user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-21T14:19:17,122 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:45535/user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/8a7a968213a0%2C37773%2C1732198743980.1732198745404 2024-11-21T14:19:17,126 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:45535/user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/8a7a968213a0%2C37773%2C1732198743980.1732198745404 2024-11-21T14:19:17,127 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:45535/user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/8a7a968213a0%2C37773%2C1732198743980.1732198745404 2024-11-21T14:19:17,129 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:19:17,129 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:19:17,129 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T14:19:17,131 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:19:17,134 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45535/user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-21T14:19:17,136 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66668123, jitterRate=-0.00656755268573761}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T14:19:17,136 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732198757098Initializing all the Stores at 1732198757099 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198757099Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198757099Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198757099Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198757099Cleaning up temporary data from old regions at 1732198757129 (+30 ms)Region opened successfully at 1732198757136 (+7 ms) 2024-11-21T14:19:17,140 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T14:19:17,145 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44856620, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8a7a968213a0/172.17.0.2:0 2024-11-21T14:19:17,149 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-21T14:19:17,149 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T14:19:17,149 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T14:19:17,150 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T14:19:17,150 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T14:19:17,154 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T14:19:17,154 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T14:19:17,155 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-21T14:19:17,155 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-21T14:19:17,155 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T14:19:17,158 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=8a7a968213a0,43143,1732198744061, regionLocation=8a7a968213a0,43143,1732198744061, openSeqNum=2 2024-11-21T14:19:17,158 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=8a7a968213a0,43143,1732198744061, table=hbase:meta, region=1588230740 2024-11-21T14:19:17,158 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8a7a968213a0,43143,1732198744061, state=OPEN 2024-11-21T14:19:17,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43895-0x1013ae5259d0006, quorum=127.0.0.1:53969, baseZNode=/02121315324 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02121315324/meta-region-server 2024-11-21T14:19:17,160 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02121315324/meta-region-server: CHANGED 2024-11-21T14:19:17,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44341-0x1013ae5259d0007, quorum=127.0.0.1:53969, baseZNode=/02121315324 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02121315324/meta-region-server 2024-11-21T14:19:17,160 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02121315324/meta-region-server: CHANGED 2024-11-21T14:19:17,165 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-21T14:19:17,168 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02121315324/draining/8a7a968213a0,43143,1732198744061 already deleted, retry=false 2024-11-21T14:19:17,168 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 8a7a968213a0,43143,1732198744061 on 8a7a968213a0,43895,1732198756559 2024-11-21T14:19:17,170 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 8a7a968213a0,43143,1732198744061, splitWal=true, meta=true 2024-11-21T14:19:17,170 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=9 for 8a7a968213a0,43143,1732198744061 (carryingMeta=true) 8a7a968213a0,43143,1732198744061/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@a7a16fd[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-21T14:19:17,172 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43895-0x1013ae5259d0006, quorum=127.0.0.1:53969, baseZNode=/02121315324 Unable to get data of znode /02121315324/balancer because node does not exist (not necessarily an error) 2024-11-21T14:19:17,173 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02121315324/balancer already deleted, retry=false 2024-11-21T14:19:17,173 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T14:19:17,174 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43895-0x1013ae5259d0006, quorum=127.0.0.1:53969, baseZNode=/02121315324 Unable to get data of znode /02121315324/normalizer because node does not exist (not necessarily an error) 2024-11-21T14:19:17,175 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02121315324/normalizer already deleted, retry=false 2024-11-21T14:19:17,176 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T14:19:17,177 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43895-0x1013ae5259d0006, quorum=127.0.0.1:53969, baseZNode=/02121315324 Unable to get data of znode /02121315324/switch/split because node does not exist (not necessarily an error) 2024-11-21T14:19:17,178 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02121315324/switch/split already deleted, retry=false 2024-11-21T14:19:17,179 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43895-0x1013ae5259d0006, quorum=127.0.0.1:53969, baseZNode=/02121315324 Unable to get data of znode /02121315324/switch/merge because node does not exist (not necessarily an error) 2024-11-21T14:19:17,181 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02121315324/switch/merge already deleted, retry=false 2024-11-21T14:19:17,185 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43895-0x1013ae5259d0006, quorum=127.0.0.1:53969, baseZNode=/02121315324 Unable to get data of znode /02121315324/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T14:19:17,186 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02121315324/snapshot-cleanup already deleted, retry=false 2024-11-21T14:19:17,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43895-0x1013ae5259d0006, quorum=127.0.0.1:53969, baseZNode=/02121315324 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02121315324/running 2024-11-21T14:19:17,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43895-0x1013ae5259d0006, quorum=127.0.0.1:53969, baseZNode=/02121315324 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02121315324 2024-11-21T14:19:17,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44341-0x1013ae5259d0007, quorum=127.0.0.1:53969, baseZNode=/02121315324 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02121315324/running 2024-11-21T14:19:17,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44341-0x1013ae5259d0007, quorum=127.0.0.1:53969, baseZNode=/02121315324 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02121315324 2024-11-21T14:19:17,190 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8a7a968213a0,43895,1732198756559, sessionid=0x1013ae5259d0006, setting cluster-up flag (Was=false) 2024-11-21T14:19:17,193 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02121315324/flush-table-proc/acquired, /02121315324/flush-table-proc/reached, /02121315324/flush-table-proc/abort 2024-11-21T14:19:17,194 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8a7a968213a0,43895,1732198756559 2024-11-21T14:19:17,196 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02121315324/online-snapshot/acquired, /02121315324/online-snapshot/reached, /02121315324/online-snapshot/abort 2024-11-21T14:19:17,197 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8a7a968213a0,43895,1732198756559 2024-11-21T14:19:17,198 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:45535/user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/.lastflushedseqids 2024-11-21T14:19:17,200 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T14:19:17,200 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T14:19:17,200 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8a7a968213a0,43895,1732198756559 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 8a7a968213a0,43143,1732198744061 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T14:19:17,201 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8a7a968213a0:0, corePoolSize=5, maxPoolSize=5 2024-11-21T14:19:17,201 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8a7a968213a0:0, corePoolSize=5, maxPoolSize=5 2024-11-21T14:19:17,201 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8a7a968213a0:0, corePoolSize=5, maxPoolSize=5 2024-11-21T14:19:17,201 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8a7a968213a0:0, corePoolSize=5, maxPoolSize=5 2024-11-21T14:19:17,201 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8a7a968213a0:0, corePoolSize=10, maxPoolSize=10 2024-11-21T14:19:17,201 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:19:17,201 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8a7a968213a0:0, corePoolSize=2, maxPoolSize=2 2024-11-21T14:19:17,201 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:19:17,203 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 8a7a968213a0,43143,1732198744061, splitWal=true, meta=true 2024-11-21T14:19:17,203 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 8a7a968213a0,43143,1732198744061, splitWal=true, meta=true, isMeta: true 2024-11-21T14:19:17,204 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732198787204 2024-11-21T14:19:17,204 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T14:19:17,204 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:45535/user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/WALs/8a7a968213a0,43143,1732198744061-splitting 2024-11-21T14:19:17,204 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T14:19:17,204 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T14:19:17,204 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T14:19:17,204 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T14:19:17,205 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T14:19:17,205 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:45535/user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/WALs/8a7a968213a0,43143,1732198744061-splitting dir is empty, no logs to split. 2024-11-21T14:19:17,205 INFO [PEWorker-1 {}] master.SplitWALManager(105): 8a7a968213a0,43143,1732198744061 WAL count=0, meta=true 2024-11-21T14:19:17,207 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:45535/user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/WALs/8a7a968213a0,43143,1732198744061-splitting dir is empty, no logs to split. 2024-11-21T14:19:17,207 INFO [PEWorker-1 {}] master.SplitWALManager(105): 8a7a968213a0,43143,1732198744061 WAL count=0, meta=true 2024-11-21T14:19:17,207 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 8a7a968213a0,43143,1732198744061 WAL splitting is done? wals=0, meta=true 2024-11-21T14:19:17,207 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T14:19:17,208 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T14:19:17,208 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T14:19:17,209 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-21T14:19:17,209 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T14:19:17,209 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T14:19:17,209 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T14:19:17,209 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T14:19:17,210 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T14:19:17,210 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T14:19:17,210 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8a7a968213a0:0:becomeActiveMaster-HFileCleaner.large.0-1732198757210,5,FailOnTimeoutGroup] 2024-11-21T14:19:17,210 INFO [RS:0;8a7a968213a0:44341 {}] regionserver.HRegionServer(746): ClusterId : c1110676-410d-4352-aacf-aae79326ec76 2024-11-21T14:19:17,210 DEBUG [RS:0;8a7a968213a0:44341 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T14:19:17,212 DEBUG [RS:0;8a7a968213a0:44341 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T14:19:17,212 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8a7a968213a0:0:becomeActiveMaster-HFileCleaner.small.0-1732198757210,5,FailOnTimeoutGroup] 2024-11-21T14:19:17,212 DEBUG [RS:0;8a7a968213a0:44341 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T14:19:17,212 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T14:19:17,212 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T14:19:17,212 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T14:19:17,212 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T14:19:17,212 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732198757212, completionTime=-1 2024-11-21T14:19:17,212 WARN [master/8a7a968213a0:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-21T14:19:17,213 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-21T14:19:17,214 DEBUG [RS:0;8a7a968213a0:44341 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T14:19:17,215 DEBUG [RS:0;8a7a968213a0:44341 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fa100f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8a7a968213a0/172.17.0.2:0 2024-11-21T14:19:17,234 DEBUG [RS:0;8a7a968213a0:44341 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8a7a968213a0:44341 2024-11-21T14:19:17,235 INFO [RS:0;8a7a968213a0:44341 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T14:19:17,235 INFO [RS:0;8a7a968213a0:44341 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T14:19:17,235 DEBUG [RS:0;8a7a968213a0:44341 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T14:19:17,235 INFO [RS:0;8a7a968213a0:44341 {}] regionserver.HRegionServer(2659): reportForDuty to master=8a7a968213a0,43895,1732198756559 with port=44341, startcode=1732198756589 2024-11-21T14:19:17,236 DEBUG [RS:0;8a7a968213a0:44341 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T14:19:17,237 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54019, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T14:19:17,237 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43895 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8a7a968213a0,44341,1732198756589 2024-11-21T14:19:17,238 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43895 {}] master.ServerManager(517): Registering regionserver=8a7a968213a0,44341,1732198756589 2024-11-21T14:19:17,239 DEBUG [RS:0;8a7a968213a0:44341 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45535/user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2 2024-11-21T14:19:17,239 DEBUG [RS:0;8a7a968213a0:44341 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45535 2024-11-21T14:19:17,239 DEBUG [RS:0;8a7a968213a0:44341 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T14:19:17,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43895-0x1013ae5259d0006, quorum=127.0.0.1:53969, baseZNode=/02121315324 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02121315324/rs 2024-11-21T14:19:17,249 DEBUG [RS:0;8a7a968213a0:44341 {}] zookeeper.ZKUtil(111): regionserver:44341-0x1013ae5259d0007, quorum=127.0.0.1:53969, baseZNode=/02121315324 Set watcher on existing znode=/02121315324/rs/8a7a968213a0,44341,1732198756589 2024-11-21T14:19:17,249 WARN [RS:0;8a7a968213a0:44341 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T14:19:17,249 INFO [RS:0;8a7a968213a0:44341 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:19:17,249 DEBUG [RS:0;8a7a968213a0:44341 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45535/user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/WALs/8a7a968213a0,44341,1732198756589 2024-11-21T14:19:17,249 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8a7a968213a0,44341,1732198756589] 2024-11-21T14:19:17,263 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=51ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-21T14:19:17,267 INFO [RS:0;8a7a968213a0:44341 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T14:19:17,268 INFO [RS:0;8a7a968213a0:44341 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T14:19:17,269 INFO [RS:0;8a7a968213a0:44341 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T14:19:17,269 INFO [RS:0;8a7a968213a0:44341 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T14:19:17,269 INFO [RS:0;8a7a968213a0:44341 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T14:19:17,270 INFO [RS:0;8a7a968213a0:44341 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T14:19:17,270 INFO [RS:0;8a7a968213a0:44341 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T14:19:17,270 DEBUG [RS:0;8a7a968213a0:44341 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:19:17,270 DEBUG [RS:0;8a7a968213a0:44341 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:19:17,270 DEBUG [RS:0;8a7a968213a0:44341 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:19:17,270 DEBUG [RS:0;8a7a968213a0:44341 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:19:17,270 DEBUG [RS:0;8a7a968213a0:44341 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:19:17,270 DEBUG [RS:0;8a7a968213a0:44341 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8a7a968213a0:0, corePoolSize=2, maxPoolSize=2 2024-11-21T14:19:17,270 DEBUG [RS:0;8a7a968213a0:44341 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:19:17,270 DEBUG [RS:0;8a7a968213a0:44341 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:19:17,270 DEBUG [RS:0;8a7a968213a0:44341 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:19:17,270 DEBUG [RS:0;8a7a968213a0:44341 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:19:17,270 DEBUG [RS:0;8a7a968213a0:44341 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:19:17,270 DEBUG [RS:0;8a7a968213a0:44341 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:19:17,270 DEBUG [RS:0;8a7a968213a0:44341 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8a7a968213a0:0, corePoolSize=3, maxPoolSize=3 2024-11-21T14:19:17,270 DEBUG [RS:0;8a7a968213a0:44341 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8a7a968213a0:0, corePoolSize=3, maxPoolSize=3 2024-11-21T14:19:17,270 INFO [RS:0;8a7a968213a0:44341 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T14:19:17,270 INFO [RS:0;8a7a968213a0:44341 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T14:19:17,270 INFO [RS:0;8a7a968213a0:44341 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T14:19:17,270 INFO [RS:0;8a7a968213a0:44341 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T14:19:17,270 INFO [RS:0;8a7a968213a0:44341 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T14:19:17,270 INFO [RS:0;8a7a968213a0:44341 {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,44341,1732198756589-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T14:19:17,285 INFO [RS:0;8a7a968213a0:44341 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T14:19:17,285 INFO [RS:0;8a7a968213a0:44341 {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,44341,1732198756589-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T14:19:17,301 INFO [RS:0;8a7a968213a0:44341 {}] regionserver.ReplicationSource(231): queueId=1-8a7a968213a0,44341,1732198756589, ReplicationSource: 1, currentBandwidth=0 2024-11-21T14:19:17,302 INFO [RS:0;8a7a968213a0:44341 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:19:17,302 INFO [RS:0;8a7a968213a0:44341 {}] regionserver.Replication(171): 8a7a968213a0,44341,1732198756589 started 2024-11-21T14:19:17,321 DEBUG [RS:0;8a7a968213a0:44341.replicationSource,1-8a7a968213a0,44341,1732198756589 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8a7a968213a0:39087' 2024-11-21T14:19:17,323 INFO [RS:0;8a7a968213a0:44341 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:19:17,323 DEBUG [RS:0;8a7a968213a0:44341.replicationSource,1-8a7a968213a0,44341,1732198756589 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@77092e21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:19:17,323 DEBUG [RS:0;8a7a968213a0:44341.replicationSource,1-8a7a968213a0,44341,1732198756589 {}] client.ClusterIdFetcher(90): Going to request 8a7a968213a0,39087,-1 for getting cluster id 2024-11-21T14:19:17,323 INFO [RS:0;8a7a968213a0:44341 {}] regionserver.HRegionServer(1482): Serving as 8a7a968213a0,44341,1732198756589, RpcServer on 8a7a968213a0/172.17.0.2:44341, sessionid=0x1013ae5259d0007 2024-11-21T14:19:17,323 DEBUG [RS:0;8a7a968213a0:44341.replicationSource,1-8a7a968213a0,44341,1732198756589 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:19:17,323 DEBUG [RS:0;8a7a968213a0:44341 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T14:19:17,323 DEBUG [RS:0;8a7a968213a0:44341 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8a7a968213a0,44341,1732198756589 2024-11-21T14:19:17,323 DEBUG [RS:0;8a7a968213a0:44341 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8a7a968213a0,44341,1732198756589' 2024-11-21T14:19:17,323 DEBUG [RS:0;8a7a968213a0:44341 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02121315324/flush-table-proc/abort' 2024-11-21T14:19:17,323 DEBUG [RS:0;8a7a968213a0:44341 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02121315324/flush-table-proc/acquired' 2024-11-21T14:19:17,324 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '50cee89f-f43a-4f85-838f-e7e1db1d6e27' 2024-11-21T14:19:17,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:19:17,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "50cee89f-f43a-4f85-838f-e7e1db1d6e27" 2024-11-21T14:19:17,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7c86c925, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:19:17,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a7a968213a0,39087,-1] 2024-11-21T14:19:17,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:19:17,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:19:17,327 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:19:17,328 DEBUG [RS:0;8a7a968213a0:44341 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T14:19:17,328 DEBUG [RS:0;8a7a968213a0:44341 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T14:19:17,328 DEBUG [RS:0;8a7a968213a0:44341 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8a7a968213a0,44341,1732198756589 2024-11-21T14:19:17,328 DEBUG [RS:0;8a7a968213a0:44341 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8a7a968213a0,44341,1732198756589' 2024-11-21T14:19:17,328 DEBUG [RS:0;8a7a968213a0:44341 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02121315324/online-snapshot/abort' 2024-11-21T14:19:17,328 DEBUG [RS:0;8a7a968213a0:44341.replicationSource,1-8a7a968213a0,44341,1732198756589 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@70cb6a06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:19:17,328 DEBUG [RS:0;8a7a968213a0:44341.replicationSource,1-8a7a968213a0,44341,1732198756589 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T14:19:17,329 DEBUG [RS:0;8a7a968213a0:44341 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02121315324/online-snapshot/acquired' 2024-11-21T14:19:17,330 DEBUG [RS:0;8a7a968213a0:44341 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T14:19:17,330 INFO [RS:0;8a7a968213a0:44341 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T14:19:17,330 INFO [RS:0;8a7a968213a0:44341 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T14:19:17,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a7a968213a0,39087,1732198747587 2024-11-21T14:19:17,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3a47abdd 2024-11-21T14:19:17,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T14:19:17,334 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-21T14:19:17,335 INFO [RS:0;8a7a968213a0:44341.replicationSource,1-8a7a968213a0,44341,1732198756589 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-8a7a968213a0,44341,1732198756589 (queues=0) is replicating from cluster=c1110676-410d-4352-aacf-aae79326ec76 to cluster=50cee89f-f43a-4f85-838f-e7e1db1d6e27 2024-11-21T14:19:17,359 WARN [8a7a968213a0:43895 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T14:19:17,430 INFO [RS:0;8a7a968213a0:44341 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T14:19:17,432 INFO [RS:0;8a7a968213a0:44341 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8a7a968213a0%2C44341%2C1732198756589, suffix=, logDir=hdfs://localhost:45535/user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/WALs/8a7a968213a0,44341,1732198756589, archiveDir=hdfs://localhost:45535/user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/oldWALs, maxLogs=10 2024-11-21T14:19:17,450 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T14:19:17,467 DEBUG [RS:0;8a7a968213a0:44341 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/WALs/8a7a968213a0,44341,1732198756589/8a7a968213a0%2C44341%2C1732198756589.1732198757432, exclude list is [], retry=0 2024-11-21T14:19:17,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35933,DS-6908ad37-2057-4974-843b-f476734931e5,DISK] 2024-11-21T14:19:17,479 INFO [RS:0;8a7a968213a0:44341 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/WALs/8a7a968213a0,44341,1732198756589/8a7a968213a0%2C44341%2C1732198756589.1732198757432 2024-11-21T14:19:17,480 DEBUG [RS:0;8a7a968213a0:44341 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 8a7a968213a0%2C44341%2C1732198756589 for peer 1 2024-11-21T14:19:17,480 DEBUG [RS:0;8a7a968213a0:44341 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=8a7a968213a0%2C44341%2C1732198756589 2024-11-21T14:19:17,481 INFO [RS:0;8a7a968213a0:44341 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-8a7a968213a0,44341,1732198756589, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T14:19:17,482 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:19:17,483 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:19:17,483 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:19:17,484 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:19:17,484 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:19:17,488 DEBUG [RS:0;8a7a968213a0:44341 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44851:44851)] 2024-11-21T14:19:17,488 INFO [RS:0;8a7a968213a0:44341.replicationSource.shipper8a7a968213a0%2C44341%2C1732198756589,1-8a7a968213a0,44341,1732198756589 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 8a7a968213a0%2C44341%2C1732198756589 2024-11-21T14:19:17,489 DEBUG [RS:0;8a7a968213a0:44341.replicationSource.wal-reader.8a7a968213a0%2C44341%2C1732198756589,1-8a7a968213a0,44341,1732198756589 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45535/user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/WALs/8a7a968213a0,44341,1732198756589/8a7a968213a0%2C44341%2C1732198756589.1732198757432, startPosition=0, beingWritten=true 2024-11-21T14:19:17,508 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:19:17,609 DEBUG [8a7a968213a0:43895 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T14:19:17,610 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8a7a968213a0,44341,1732198756589 2024-11-21T14:19:17,611 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8a7a968213a0,44341,1732198756589, state=OPENING 2024-11-21T14:19:17,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43895-0x1013ae5259d0006, quorum=127.0.0.1:53969, baseZNode=/02121315324 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02121315324/meta-region-server 2024-11-21T14:19:17,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44341-0x1013ae5259d0007, quorum=127.0.0.1:53969, baseZNode=/02121315324 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02121315324/meta-region-server 2024-11-21T14:19:17,613 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02121315324/meta-region-server: CHANGED 2024-11-21T14:19:17,613 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02121315324/meta-region-server: CHANGED 2024-11-21T14:19:17,613 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T14:19:17,613 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8a7a968213a0,44341,1732198756589}] 2024-11-21T14:19:17,715 DEBUG [RS:0;8a7a968213a0:44341.replicationSource.wal-reader.8a7a968213a0%2C44341%2C1732198756589,1-8a7a968213a0,44341,1732198756589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45535/user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/WALs/8a7a968213a0,44341,1732198756589/8a7a968213a0%2C44341%2C1732198756589.1732198757432 to pos 0, reset compression=false 2024-11-21T14:19:17,767 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T14:19:17,769 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34907, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T14:19:17,773 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T14:19:17,773 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:19:17,773 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T14:19:17,775 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8a7a968213a0%2C44341%2C1732198756589.meta, suffix=.meta, logDir=hdfs://localhost:45535/user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/WALs/8a7a968213a0,44341,1732198756589, archiveDir=hdfs://localhost:45535/user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/oldWALs, maxLogs=10 2024-11-21T14:19:17,792 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/WALs/8a7a968213a0,44341,1732198756589/8a7a968213a0%2C44341%2C1732198756589.meta.1732198757775.meta, exclude list is [], retry=0 2024-11-21T14:19:17,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35933,DS-6908ad37-2057-4974-843b-f476734931e5,DISK] 2024-11-21T14:19:17,797 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/WALs/8a7a968213a0,44341,1732198756589/8a7a968213a0%2C44341%2C1732198756589.meta.1732198757775.meta 2024-11-21T14:19:17,797 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44851:44851)] 2024-11-21T14:19:17,797 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T14:19:17,798 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T14:19:17,798 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T14:19:17,798 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T14:19:17,798 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T14:19:17,798 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T14:19:17,798 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:19:17,798 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T14:19:17,798 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T14:19:17,800 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T14:19:17,801 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T14:19:17,801 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:19:17,807 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45535/user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/data/hbase/meta/1588230740/info/63120f5919c2411d9453ebe5f09c09f7 2024-11-21T14:19:17,808 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:19:17,808 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T14:19:17,808 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T14:19:17,808 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:19:17,822 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45535/user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/data/hbase/meta/1588230740/ns/6942cec363c24c01a71404a151f5f714 2024-11-21T14:19:17,822 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:19:17,822 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T14:19:17,823 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T14:19:17,823 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:19:17,823 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:19:17,824 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T14:19:17,824 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T14:19:17,824 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:19:17,833 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45535/user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/data/hbase/meta/1588230740/table/a833305e061c4ae68d56d3b3707ad6ca 2024-11-21T14:19:17,834 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:19:17,834 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T14:19:17,835 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45535/user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/data/hbase/meta/1588230740 2024-11-21T14:19:17,838 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45535/user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/data/hbase/meta/1588230740 2024-11-21T14:19:17,840 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T14:19:17,840 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T14:19:17,841 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T14:19:17,844 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T14:19:17,846 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69091348, jitterRate=0.029541313648223877}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T14:19:17,846 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T14:19:17,846 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732198757799Writing region info on filesystem at 1732198757799Initializing all the Stores at 1732198757799Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198757800 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198757800Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198757800Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198757800Cleaning up temporary data from old regions at 1732198757840 (+40 ms)Running coprocessor post-open hooks at 1732198757846 (+6 ms)Region opened successfully at 1732198757846 2024-11-21T14:19:17,848 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1732198757767 2024-11-21T14:19:17,850 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T14:19:17,850 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T14:19:17,851 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=8a7a968213a0,44341,1732198756589 2024-11-21T14:19:17,852 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8a7a968213a0,44341,1732198756589, state=OPEN 2024-11-21T14:19:17,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43895-0x1013ae5259d0006, quorum=127.0.0.1:53969, baseZNode=/02121315324 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02121315324/meta-region-server 2024-11-21T14:19:17,854 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8a7a968213a0,44341,1732198756589 2024-11-21T14:19:17,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44341-0x1013ae5259d0007, quorum=127.0.0.1:53969, baseZNode=/02121315324 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02121315324/meta-region-server 2024-11-21T14:19:17,854 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02121315324/meta-region-server: CHANGED 2024-11-21T14:19:17,854 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02121315324/meta-region-server: CHANGED 2024-11-21T14:19:17,863 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-21T14:19:17,863 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8a7a968213a0,44341,1732198756589 in 241 msec 2024-11-21T14:19:17,866 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-21T14:19:17,866 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 656 msec 2024-11-21T14:19:18,021 DEBUG [RS:0;8a7a968213a0:44341.replicationSource.wal-reader.8a7a968213a0%2C44341%2C1732198756589,1-8a7a968213a0,44341,1732198756589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45535/user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/WALs/8a7a968213a0,44341,1732198756589/8a7a968213a0%2C44341%2C1732198756589.1732198757432 to pos 0, reset compression=false 2024-11-21T14:19:18,427 DEBUG [RS:0;8a7a968213a0:44341.replicationSource.wal-reader.8a7a968213a0%2C44341%2C1732198756589,1-8a7a968213a0,44341,1732198756589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45535/user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/WALs/8a7a968213a0,44341,1732198756589/8a7a968213a0%2C44341%2C1732198756589.1732198757432 to pos 0, reset compression=false 2024-11-21T14:19:18,765 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1553ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-11-21T14:19:18,932 DEBUG [RS:0;8a7a968213a0:44341.replicationSource.wal-reader.8a7a968213a0%2C44341%2C1732198756589,1-8a7a968213a0,44341,1732198756589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45535/user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/WALs/8a7a968213a0,44341,1732198756589/8a7a968213a0%2C44341%2C1732198756589.1732198757432 to pos 0, reset compression=false 2024-11-21T14:19:19,537 DEBUG [RS:0;8a7a968213a0:44341.replicationSource.wal-reader.8a7a968213a0%2C44341%2C1732198756589,1-8a7a968213a0,44341,1732198756589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45535/user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/WALs/8a7a968213a0,44341,1732198756589/8a7a968213a0%2C44341%2C1732198756589.1732198757432 to pos 0, reset compression=false 2024-11-21T14:19:20,241 DEBUG [RS:0;8a7a968213a0:44341.replicationSource.wal-reader.8a7a968213a0%2C44341%2C1732198756589,1-8a7a968213a0,44341,1732198756589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45535/user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/WALs/8a7a968213a0,44341,1732198756589/8a7a968213a0%2C44341%2C1732198756589.1732198757432 to pos 0, reset compression=false 2024-11-21T14:19:20,267 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3055ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3004ms 2024-11-21T14:19:21,046 DEBUG [RS:0;8a7a968213a0:44341.replicationSource.wal-reader.8a7a968213a0%2C44341%2C1732198756589,1-8a7a968213a0,44341,1732198756589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45535/user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/WALs/8a7a968213a0,44341,1732198756589/8a7a968213a0%2C44341%2C1732198756589.1732198757432 to pos 0, reset compression=false 2024-11-21T14:19:21,719 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4507ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-21T14:19:21,720 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T14:19:21,720 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:19:21,720 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a7a968213a0,44341,1732198756589, seqNum=-1] 2024-11-21T14:19:21,721 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:19:21,722 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50717, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T14:19:21,726 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4b77adb3570cd6cb9aa8835857cf177f, regionState=OPEN, lastHost=8a7a968213a0,43143,1732198744061, regionLocation=8a7a968213a0,43143,1732198744061, openSeqNum=2 2024-11-21T14:19:21,726 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T14:19:21,726 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732198821726 2024-11-21T14:19:21,726 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732198881726 2024-11-21T14:19:21,726 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 6 msec 2024-11-21T14:19:21,726 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 8a7a968213a0,43143,1732198744061 had 2 regions 2024-11-21T14:19:21,727 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,43895,1732198756559-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T14:19:21,727 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,43895,1732198756559-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:19:21,727 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,43895,1732198756559-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:19:21,727 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8a7a968213a0:43895, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:19:21,727 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T14:19:21,727 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T14:19:21,728 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 8a7a968213a0,43143,1732198744061, splitWal=true, meta=true, isMeta: false 2024-11-21T14:19:21,729 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:45535/user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/WALs/8a7a968213a0,43143,1732198744061-splitting dir is empty, no logs to split. 2024-11-21T14:19:21,729 INFO [PEWorker-3 {}] master.SplitWALManager(105): 8a7a968213a0,43143,1732198744061 WAL count=0, meta=false 2024-11-21T14:19:21,732 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:45535/user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/WALs/8a7a968213a0,43143,1732198744061-splitting dir is empty, no logs to split. 2024-11-21T14:19:21,732 INFO [PEWorker-3 {}] master.SplitWALManager(105): 8a7a968213a0,43143,1732198744061 WAL count=0, meta=false 2024-11-21T14:19:21,732 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 8a7a968213a0,43143,1732198744061 WAL splitting is done? wals=0, meta=false 2024-11-21T14:19:21,733 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.099sec 2024-11-21T14:19:21,733 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T14:19:21,733 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T14:19:21,733 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T14:19:21,733 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T14:19:21,734 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T14:19:21,734 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,43895,1732198756559-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T14:19:21,734 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,43895,1732198756559-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T14:19:21,734 WARN [master/8a7a968213a0:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=8a7a968213a0,43143,1732198744061/hbase:replication,,1732198750780.4b77adb3570cd6cb9aa8835857cf177f. 2024-11-21T14:19:21,735 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4b77adb3570cd6cb9aa8835857cf177f, ASSIGN}] 2024-11-21T14:19:21,736 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4b77adb3570cd6cb9aa8835857cf177f, ASSIGN 2024-11-21T14:19:21,737 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T14:19:21,737 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T14:19:21,737 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,43895,1732198756559-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:19:21,737 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4b77adb3570cd6cb9aa8835857cf177f, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-21T14:19:21,814 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4df4f52b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:19:21,814 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8a7a968213a0,43895,-1 for getting cluster id 2024-11-21T14:19:21,814 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:19:21,816 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c1110676-410d-4352-aacf-aae79326ec76' 2024-11-21T14:19:21,816 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:19:21,816 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c1110676-410d-4352-aacf-aae79326ec76" 2024-11-21T14:19:21,816 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bdb9207, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:19:21,816 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a7a968213a0,43895,-1] 2024-11-21T14:19:21,817 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:19:21,817 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:19:21,818 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43510, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:19:21,819 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6847f3d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:19:21,819 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:19:21,820 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a7a968213a0,44341,1732198756589, seqNum=-1] 2024-11-21T14:19:21,820 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:19:21,821 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T14:19:21,823 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-21T14:19:21,823 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T14:19:21,823 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:19:21,823 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:19:21,823 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:19:21,824 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:19:21,824 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 8a7a968213a0:43895 after: 8a7a968213a0:43895 2024-11-21T14:19:21,824 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ae1d2e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:19:21,824 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8a7a968213a0,43895,-1 for getting cluster id 2024-11-21T14:19:21,824 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:19:21,825 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c1110676-410d-4352-aacf-aae79326ec76' 2024-11-21T14:19:21,825 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:19:21,825 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c1110676-410d-4352-aacf-aae79326ec76" 2024-11-21T14:19:21,825 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e0cb5f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:19:21,825 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a7a968213a0,43895,-1] 2024-11-21T14:19:21,826 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:19:21,826 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:19:21,826 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:19:21,827 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73f76c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:19:21,827 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T14:19:21,828 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a7a968213a0,43895,1732198756559 2024-11-21T14:19:21,828 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2dcbdc70 2024-11-21T14:19:21,828 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T14:19:21,829 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43542, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T14:19:21,829 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43895 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-21T14:19:21,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T14:19:21,829 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T14:19:21,829 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:19:21,829 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:19:21,830 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:19:21,830 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:19:21,830 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T14:19:21,830 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=645376988, stopped=false 2024-11-21T14:19:21,830 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8a7a968213a0,39087,1732198747587 2024-11-21T14:19:21,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39087-0x1013ae5259d0003, quorum=127.0.0.1:53969, baseZNode=/1-572226870 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-572226870/running 2024-11-21T14:19:21,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34335-0x1013ae5259d0004, quorum=127.0.0.1:53969, baseZNode=/1-572226870 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-572226870/running 2024-11-21T14:19:21,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39087-0x1013ae5259d0003, quorum=127.0.0.1:53969, baseZNode=/1-572226870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-572226870 2024-11-21T14:19:21,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34335-0x1013ae5259d0004, quorum=127.0.0.1:53969, baseZNode=/1-572226870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-572226870 2024-11-21T14:19:21,831 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T14:19:21,831 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T14:19:21,832 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:19:21,832 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:19:21,832 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8a7a968213a0,34335,1732198747626' ***** 2024-11-21T14:19:21,832 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T14:19:21,832 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34335-0x1013ae5259d0004, quorum=127.0.0.1:53969, baseZNode=/1-572226870 Set watcher on znode that does not yet exist, /1-572226870/running 2024-11-21T14:19:21,832 INFO [RS:0;8a7a968213a0:34335 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T14:19:21,832 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39087-0x1013ae5259d0003, quorum=127.0.0.1:53969, baseZNode=/1-572226870 Set watcher on znode that does not yet exist, /1-572226870/running 2024-11-21T14:19:21,832 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T14:19:21,832 INFO [RS:0;8a7a968213a0:34335 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T14:19:21,832 INFO [RS:0;8a7a968213a0:34335 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T14:19:21,832 INFO [RS:0;8a7a968213a0:34335 {}] regionserver.HRegionServer(959): stopping server 8a7a968213a0,34335,1732198747626 2024-11-21T14:19:21,832 INFO [RS:0;8a7a968213a0:34335 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T14:19:21,832 INFO [RS:0;8a7a968213a0:34335 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8a7a968213a0:34335. 2024-11-21T14:19:21,833 DEBUG [RS:0;8a7a968213a0:34335 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:19:21,833 DEBUG [RS:0;8a7a968213a0:34335 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:19:21,833 INFO [RS:0;8a7a968213a0:34335 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T14:19:21,833 INFO [RS:0;8a7a968213a0:34335 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T14:19:21,833 INFO [RS:0;8a7a968213a0:34335 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T14:19:21,833 INFO [RS:0;8a7a968213a0:34335 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T14:19:21,833 INFO [RS:0;8a7a968213a0:34335 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-21T14:19:21,833 DEBUG [RS:0;8a7a968213a0:34335 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-21T14:19:21,833 DEBUG [RS:0;8a7a968213a0:34335 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T14:19:21,833 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T14:19:21,833 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T14:19:21,833 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T14:19:21,833 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T14:19:21,833 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T14:19:21,834 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-21T14:19:21,850 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/acfab733-faca-6d81-14d4-fb3b3ff21882/data/hbase/meta/1588230740/.tmp/ns/5ed752d3e6a04a4f9502388086392c2d is 43, key is default/ns:d/1732198750658/Put/seqid=0 2024-11-21T14:19:21,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34699 is added to blk_1073741835_1011 (size=5153) 2024-11-21T14:19:21,887 DEBUG [8a7a968213a0:43895 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T14:19:21,888 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=4b77adb3570cd6cb9aa8835857cf177f, regionState=OPENING, regionLocation=8a7a968213a0,44341,1732198756589 2024-11-21T14:19:21,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4b77adb3570cd6cb9aa8835857cf177f, ASSIGN because future has completed 2024-11-21T14:19:21,891 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4b77adb3570cd6cb9aa8835857cf177f, server=8a7a968213a0,44341,1732198756589}] 2024-11-21T14:19:21,908 INFO [regionserver/8a7a968213a0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T14:19:21,951 DEBUG [RS:0;8a7a968213a0:44341.replicationSource.wal-reader.8a7a968213a0%2C44341%2C1732198756589,1-8a7a968213a0,44341,1732198756589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45535/user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/WALs/8a7a968213a0,44341,1732198756589/8a7a968213a0%2C44341%2C1732198756589.1732198757432 to pos 0, reset compression=false 2024-11-21T14:19:22,033 DEBUG [RS:0;8a7a968213a0:34335 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T14:19:22,046 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1732198750780.4b77adb3570cd6cb9aa8835857cf177f. 2024-11-21T14:19:22,046 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:19:22,046 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-21T14:19:22,048 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8a7a968213a0%2C44341%2C1732198756589.rep, suffix=, logDir=hdfs://localhost:45535/user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/WALs/8a7a968213a0,44341,1732198756589, archiveDir=hdfs://localhost:45535/user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/oldWALs, maxLogs=10 2024-11-21T14:19:22,065 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/WALs/8a7a968213a0,44341,1732198756589/8a7a968213a0%2C44341%2C1732198756589.rep.1732198762048, exclude list is [], retry=0 2024-11-21T14:19:22,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35933,DS-6908ad37-2057-4974-843b-f476734931e5,DISK] 2024-11-21T14:19:22,068 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/WALs/8a7a968213a0,44341,1732198756589/8a7a968213a0%2C44341%2C1732198756589.rep.1732198762048 2024-11-21T14:19:22,069 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44851:44851)] 2024-11-21T14:19:22,069 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 4b77adb3570cd6cb9aa8835857cf177f, NAME => 'hbase:replication,,1732198750780.4b77adb3570cd6cb9aa8835857cf177f.', STARTKEY => '', ENDKEY => ''} 2024-11-21T14:19:22,069 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T14:19:22,069 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T14:19:22,070 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732198750780.4b77adb3570cd6cb9aa8835857cf177f. service=MultiRowMutationService 2024-11-21T14:19:22,070 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-21T14:19:22,070 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 4b77adb3570cd6cb9aa8835857cf177f 2024-11-21T14:19:22,070 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1732198750780.4b77adb3570cd6cb9aa8835857cf177f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:19:22,070 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 4b77adb3570cd6cb9aa8835857cf177f 2024-11-21T14:19:22,070 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 4b77adb3570cd6cb9aa8835857cf177f 2024-11-21T14:19:22,071 INFO [StoreOpener-4b77adb3570cd6cb9aa8835857cf177f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 4b77adb3570cd6cb9aa8835857cf177f 2024-11-21T14:19:22,072 INFO [StoreOpener-4b77adb3570cd6cb9aa8835857cf177f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b77adb3570cd6cb9aa8835857cf177f columnFamilyName hfileref 2024-11-21T14:19:22,072 DEBUG [StoreOpener-4b77adb3570cd6cb9aa8835857cf177f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:19:22,072 INFO [StoreOpener-4b77adb3570cd6cb9aa8835857cf177f-1 {}] regionserver.HStore(327): Store=4b77adb3570cd6cb9aa8835857cf177f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:19:22,072 INFO [StoreOpener-4b77adb3570cd6cb9aa8835857cf177f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 4b77adb3570cd6cb9aa8835857cf177f 2024-11-21T14:19:22,073 INFO [StoreOpener-4b77adb3570cd6cb9aa8835857cf177f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b77adb3570cd6cb9aa8835857cf177f columnFamilyName queue 2024-11-21T14:19:22,073 DEBUG [StoreOpener-4b77adb3570cd6cb9aa8835857cf177f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:19:22,078 DEBUG [StoreOpener-4b77adb3570cd6cb9aa8835857cf177f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45535/user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/data/hbase/replication/4b77adb3570cd6cb9aa8835857cf177f/queue/7852f4a2096e4346bd265daa0209875f 2024-11-21T14:19:22,078 INFO [StoreOpener-4b77adb3570cd6cb9aa8835857cf177f-1 {}] regionserver.HStore(327): Store=4b77adb3570cd6cb9aa8835857cf177f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:19:22,078 INFO [StoreOpener-4b77adb3570cd6cb9aa8835857cf177f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 4b77adb3570cd6cb9aa8835857cf177f 2024-11-21T14:19:22,079 INFO [StoreOpener-4b77adb3570cd6cb9aa8835857cf177f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b77adb3570cd6cb9aa8835857cf177f columnFamilyName sid 2024-11-21T14:19:22,079 DEBUG [StoreOpener-4b77adb3570cd6cb9aa8835857cf177f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:19:22,079 INFO [StoreOpener-4b77adb3570cd6cb9aa8835857cf177f-1 {}] regionserver.HStore(327): Store=4b77adb3570cd6cb9aa8835857cf177f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:19:22,079 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 4b77adb3570cd6cb9aa8835857cf177f 2024-11-21T14:19:22,080 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45535/user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/data/hbase/replication/4b77adb3570cd6cb9aa8835857cf177f 2024-11-21T14:19:22,081 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45535/user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/data/hbase/replication/4b77adb3570cd6cb9aa8835857cf177f 2024-11-21T14:19:22,082 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 4b77adb3570cd6cb9aa8835857cf177f 2024-11-21T14:19:22,082 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 4b77adb3570cd6cb9aa8835857cf177f 2024-11-21T14:19:22,083 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T14:19:22,084 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 4b77adb3570cd6cb9aa8835857cf177f 2024-11-21T14:19:22,084 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened 4b77adb3570cd6cb9aa8835857cf177f; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67264074, jitterRate=0.0023128092288970947}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T14:19:22,085 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4b77adb3570cd6cb9aa8835857cf177f 2024-11-21T14:19:22,085 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 4b77adb3570cd6cb9aa8835857cf177f: Running coprocessor pre-open hook at 1732198762070Writing region info on filesystem at 1732198762070Initializing all the Stores at 1732198762071 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198762071Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198762071Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198762071Cleaning up temporary data from old regions at 1732198762082 (+11 ms)Running coprocessor post-open hooks at 1732198762085 (+3 ms)Region opened successfully at 1732198762085 2024-11-21T14:19:22,086 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732198750780.4b77adb3570cd6cb9aa8835857cf177f., pid=13, masterSystemTime=1732198762043 2024-11-21T14:19:22,088 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732198750780.4b77adb3570cd6cb9aa8835857cf177f. 2024-11-21T14:19:22,088 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732198750780.4b77adb3570cd6cb9aa8835857cf177f. 2024-11-21T14:19:22,088 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=4b77adb3570cd6cb9aa8835857cf177f, regionState=OPEN, openSeqNum=9, regionLocation=8a7a968213a0,44341,1732198756589 2024-11-21T14:19:22,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4b77adb3570cd6cb9aa8835857cf177f, server=8a7a968213a0,44341,1732198756589 because future has completed 2024-11-21T14:19:22,093 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-21T14:19:22,093 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 4b77adb3570cd6cb9aa8835857cf177f, server=8a7a968213a0,44341,1732198756589 in 200 msec 2024-11-21T14:19:22,095 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-21T14:19:22,095 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4b77adb3570cd6cb9aa8835857cf177f, ASSIGN in 358 msec 2024-11-21T14:19:22,095 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-21T14:19:22,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1732198750780.4b77adb3570cd6cb9aa8835857cf177f., hostname=8a7a968213a0,44341,1732198756589, seqNum=9] 2024-11-21T14:19:22,111 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for 8a7a968213a0,43143,1732198744061 2024-11-21T14:19:22,111 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-21T14:19:22,234 DEBUG [RS:0;8a7a968213a0:34335 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T14:19:22,255 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/acfab733-faca-6d81-14d4-fb3b3ff21882/data/hbase/meta/1588230740/.tmp/ns/5ed752d3e6a04a4f9502388086392c2d 2024-11-21T14:19:22,262 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/acfab733-faca-6d81-14d4-fb3b3ff21882/data/hbase/meta/1588230740/.tmp/ns/5ed752d3e6a04a4f9502388086392c2d as hdfs://localhost:43275/user/jenkins/test-data/acfab733-faca-6d81-14d4-fb3b3ff21882/data/hbase/meta/1588230740/ns/5ed752d3e6a04a4f9502388086392c2d 2024-11-21T14:19:22,265 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-21T14:19:22,267 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/acfab733-faca-6d81-14d4-fb3b3ff21882/data/hbase/meta/1588230740/ns/5ed752d3e6a04a4f9502388086392c2d, entries=2, sequenceid=6, filesize=5.0 K 2024-11-21T14:19:22,268 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 435ms, sequenceid=6, compaction requested=false 2024-11-21T14:19:22,268 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T14:19:22,272 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43275/user/jenkins/test-data/acfab733-faca-6d81-14d4-fb3b3ff21882/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-21T14:19:22,272 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T14:19:22,272 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T14:19:22,272 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T14:19:22,273 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732198761833Running coprocessor pre-close hooks at 1732198761833Disabling compacts and flushes for region at 1732198761833Disabling writes for close at 1732198761833Obtaining lock to block concurrent updates at 1732198761834 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732198761834Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732198761834Flushing stores of hbase:meta,,1.1588230740 at 1732198761834Flushing 1588230740/ns: creating writer at 1732198761835 (+1 ms)Flushing 1588230740/ns: appending metadata at 1732198761850 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732198761850Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16a6d77c: reopening flushed file at 1732198762261 (+411 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 435ms, sequenceid=6, compaction requested=false at 1732198762268 (+7 ms)Writing region close event to WAL at 1732198762269 (+1 ms)Running coprocessor post-close hooks at 1732198762272 (+3 ms)Closed at 1732198762272 2024-11-21T14:19:22,273 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T14:19:22,434 INFO [RS:0;8a7a968213a0:34335 {}] regionserver.HRegionServer(976): stopping server 8a7a968213a0,34335,1732198747626; all regions closed. 2024-11-21T14:19:22,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34699 is added to blk_1073741834_1010 (size=1152) 2024-11-21T14:19:22,436 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/acfab733-faca-6d81-14d4-fb3b3ff21882/WALs/8a7a968213a0,34335,1732198747626/8a7a968213a0%2C34335%2C1732198747626.meta.1732198750596.meta not finished, retry = 0 2024-11-21T14:19:22,539 INFO [regionserver/8a7a968213a0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T14:19:22,539 INFO [regionserver/8a7a968213a0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T14:19:22,539 DEBUG [RS:0;8a7a968213a0:34335 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/acfab733-faca-6d81-14d4-fb3b3ff21882/oldWALs 2024-11-21T14:19:22,539 INFO [RS:0;8a7a968213a0:34335 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8a7a968213a0%2C34335%2C1732198747626.meta:.meta(num 1732198750596) 2024-11-21T14:19:22,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34699 is added to blk_1073741832_1008 (size=93) 2024-11-21T14:19:22,543 DEBUG [RS:0;8a7a968213a0:34335 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/acfab733-faca-6d81-14d4-fb3b3ff21882/oldWALs 2024-11-21T14:19:22,543 INFO [RS:0;8a7a968213a0:34335 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8a7a968213a0%2C34335%2C1732198747626:(num 1732198749641) 2024-11-21T14:19:22,543 DEBUG [RS:0;8a7a968213a0:34335 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:19:22,543 INFO [RS:0;8a7a968213a0:34335 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T14:19:22,543 INFO [RS:0;8a7a968213a0:34335 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T14:19:22,543 INFO [RS:0;8a7a968213a0:34335 {}] hbase.ChoreService(370): Chore service for: regionserver/8a7a968213a0:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-21T14:19:22,543 INFO [RS:0;8a7a968213a0:34335 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T14:19:22,543 INFO [regionserver/8a7a968213a0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T14:19:22,543 INFO [RS:0;8a7a968213a0:34335 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34335 2024-11-21T14:19:22,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34335-0x1013ae5259d0004, quorum=127.0.0.1:53969, baseZNode=/1-572226870 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-572226870/rs/8a7a968213a0,34335,1732198747626 2024-11-21T14:19:22,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39087-0x1013ae5259d0003, quorum=127.0.0.1:53969, baseZNode=/1-572226870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-572226870/rs 2024-11-21T14:19:22,545 INFO [RS:0;8a7a968213a0:34335 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T14:19:22,546 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8a7a968213a0,34335,1732198747626] 2024-11-21T14:19:22,547 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-572226870/draining/8a7a968213a0,34335,1732198747626 already deleted, retry=false 2024-11-21T14:19:22,548 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8a7a968213a0,34335,1732198747626 expired; onlineServers=0 2024-11-21T14:19:22,548 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8a7a968213a0,39087,1732198747587' ***** 2024-11-21T14:19:22,548 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T14:19:22,548 INFO [M:0;8a7a968213a0:39087 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T14:19:22,548 INFO [M:0;8a7a968213a0:39087 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T14:19:22,548 DEBUG [M:0;8a7a968213a0:39087 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T14:19:22,548 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T14:19:22,548 DEBUG [M:0;8a7a968213a0:39087 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T14:19:22,548 DEBUG [master/8a7a968213a0:0:becomeActiveMaster-HFileCleaner.large.0-1732198749440 {}] cleaner.HFileCleaner(306): Exit Thread[master/8a7a968213a0:0:becomeActiveMaster-HFileCleaner.large.0-1732198749440,5,FailOnTimeoutGroup] 2024-11-21T14:19:22,548 DEBUG [master/8a7a968213a0:0:becomeActiveMaster-HFileCleaner.small.0-1732198749441 {}] cleaner.HFileCleaner(306): Exit Thread[master/8a7a968213a0:0:becomeActiveMaster-HFileCleaner.small.0-1732198749441,5,FailOnTimeoutGroup] 2024-11-21T14:19:22,548 INFO [M:0;8a7a968213a0:39087 {}] hbase.ChoreService(370): Chore service for: master/8a7a968213a0:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T14:19:22,548 INFO [M:0;8a7a968213a0:39087 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T14:19:22,548 DEBUG [M:0;8a7a968213a0:39087 {}] master.HMaster(1795): Stopping service threads 2024-11-21T14:19:22,548 INFO [M:0;8a7a968213a0:39087 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T14:19:22,548 INFO [M:0;8a7a968213a0:39087 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T14:19:22,548 INFO [M:0;8a7a968213a0:39087 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T14:19:22,548 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T14:19:22,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39087-0x1013ae5259d0003, quorum=127.0.0.1:53969, baseZNode=/1-572226870 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-572226870/master 2024-11-21T14:19:22,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39087-0x1013ae5259d0003, quorum=127.0.0.1:53969, baseZNode=/1-572226870 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-572226870 2024-11-21T14:19:22,549 DEBUG [M:0;8a7a968213a0:39087 {}] zookeeper.ZKUtil(347): master:39087-0x1013ae5259d0003, quorum=127.0.0.1:53969, baseZNode=/1-572226870 Unable to get data of znode /1-572226870/master because node does not exist (not an error) 2024-11-21T14:19:22,549 WARN [M:0;8a7a968213a0:39087 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T14:19:22,550 INFO [M:0;8a7a968213a0:39087 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43275/user/jenkins/test-data/acfab733-faca-6d81-14d4-fb3b3ff21882/.lastflushedseqids 2024-11-21T14:19:22,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34699 is added to blk_1073741836_1012 (size=99) 2024-11-21T14:19:22,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34335-0x1013ae5259d0004, quorum=127.0.0.1:53969, baseZNode=/1-572226870 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T14:19:22,646 INFO [RS:0;8a7a968213a0:34335 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T14:19:22,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34335-0x1013ae5259d0004, quorum=127.0.0.1:53969, baseZNode=/1-572226870 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T14:19:22,646 INFO [RS:0;8a7a968213a0:34335 {}] regionserver.HRegionServer(1031): Exiting; stopping=8a7a968213a0,34335,1732198747626; zookeeper connection closed. 2024-11-21T14:19:22,646 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4a53c0a0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4a53c0a0 2024-11-21T14:19:22,646 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T14:19:22,956 DEBUG [RS:0;8a7a968213a0:44341.replicationSource.wal-reader.8a7a968213a0%2C44341%2C1732198756589,1-8a7a968213a0,44341,1732198756589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45535/user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/WALs/8a7a968213a0,44341,1732198756589/8a7a968213a0%2C44341%2C1732198756589.1732198757432 to pos 0, reset compression=false 2024-11-21T14:19:22,958 INFO [M:0;8a7a968213a0:39087 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T14:19:22,958 INFO [M:0;8a7a968213a0:39087 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T14:19:22,958 DEBUG [M:0;8a7a968213a0:39087 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T14:19:22,958 INFO [M:0;8a7a968213a0:39087 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:19:22,958 DEBUG [M:0;8a7a968213a0:39087 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:19:22,958 DEBUG [M:0;8a7a968213a0:39087 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T14:19:22,958 DEBUG [M:0;8a7a968213a0:39087 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:19:22,959 INFO [M:0;8a7a968213a0:39087 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-21T14:19:22,975 DEBUG [M:0;8a7a968213a0:39087 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/acfab733-faca-6d81-14d4-fb3b3ff21882/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e6146e62f9a0442b8cb104f07be29800 is 82, key is hbase:meta,,1/info:regioninfo/1732198750643/Put/seqid=0 2024-11-21T14:19:22,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34699 is added to blk_1073741837_1013 (size=5672) 2024-11-21T14:19:22,980 INFO [M:0;8a7a968213a0:39087 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/acfab733-faca-6d81-14d4-fb3b3ff21882/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e6146e62f9a0442b8cb104f07be29800 2024-11-21T14:19:22,998 DEBUG [M:0;8a7a968213a0:39087 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/acfab733-faca-6d81-14d4-fb3b3ff21882/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/760f77896a5a49b49d4f14a19a93018a is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732198750662/Put/seqid=0 2024-11-21T14:19:23,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34699 is added to blk_1073741838_1014 (size=5275) 2024-11-21T14:19:23,004 INFO [M:0;8a7a968213a0:39087 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/acfab733-faca-6d81-14d4-fb3b3ff21882/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/760f77896a5a49b49d4f14a19a93018a 2024-11-21T14:19:23,023 DEBUG [M:0;8a7a968213a0:39087 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43275/user/jenkins/test-data/acfab733-faca-6d81-14d4-fb3b3ff21882/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c5352ed1d6c848389b1489f86c48d595 is 69, key is 8a7a968213a0,34335,1732198747626/rs:state/1732198749482/Put/seqid=0 2024-11-21T14:19:23,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34699 is added to blk_1073741839_1015 (size=5156) 2024-11-21T14:19:23,300 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T14:19:23,335 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:19:23,336 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:19:23,336 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:19:23,337 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:19:23,337 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:19:23,349 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:19:23,428 INFO [M:0;8a7a968213a0:39087 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43275/user/jenkins/test-data/acfab733-faca-6d81-14d4-fb3b3ff21882/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c5352ed1d6c848389b1489f86c48d595 2024-11-21T14:19:23,434 DEBUG [M:0;8a7a968213a0:39087 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/acfab733-faca-6d81-14d4-fb3b3ff21882/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e6146e62f9a0442b8cb104f07be29800 as hdfs://localhost:43275/user/jenkins/test-data/acfab733-faca-6d81-14d4-fb3b3ff21882/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e6146e62f9a0442b8cb104f07be29800 2024-11-21T14:19:23,438 INFO [M:0;8a7a968213a0:39087 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/acfab733-faca-6d81-14d4-fb3b3ff21882/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e6146e62f9a0442b8cb104f07be29800, entries=8, sequenceid=28, filesize=5.5 K 2024-11-21T14:19:23,439 DEBUG [M:0;8a7a968213a0:39087 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/acfab733-faca-6d81-14d4-fb3b3ff21882/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/760f77896a5a49b49d4f14a19a93018a as hdfs://localhost:43275/user/jenkins/test-data/acfab733-faca-6d81-14d4-fb3b3ff21882/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/760f77896a5a49b49d4f14a19a93018a 2024-11-21T14:19:23,443 INFO [M:0;8a7a968213a0:39087 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/acfab733-faca-6d81-14d4-fb3b3ff21882/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/760f77896a5a49b49d4f14a19a93018a, entries=3, sequenceid=28, filesize=5.2 K 2024-11-21T14:19:23,444 DEBUG [M:0;8a7a968213a0:39087 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43275/user/jenkins/test-data/acfab733-faca-6d81-14d4-fb3b3ff21882/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c5352ed1d6c848389b1489f86c48d595 as hdfs://localhost:43275/user/jenkins/test-data/acfab733-faca-6d81-14d4-fb3b3ff21882/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c5352ed1d6c848389b1489f86c48d595 2024-11-21T14:19:23,448 INFO [M:0;8a7a968213a0:39087 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43275/user/jenkins/test-data/acfab733-faca-6d81-14d4-fb3b3ff21882/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c5352ed1d6c848389b1489f86c48d595, entries=1, sequenceid=28, filesize=5.0 K 2024-11-21T14:19:23,449 INFO [M:0;8a7a968213a0:39087 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 491ms, sequenceid=28, compaction requested=false 2024-11-21T14:19:23,451 INFO [M:0;8a7a968213a0:39087 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:19:23,451 DEBUG [M:0;8a7a968213a0:39087 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732198762958Disabling compacts and flushes for region at 1732198762958Disabling writes for close at 1732198762958Obtaining lock to block concurrent updates at 1732198762959 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732198762959Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732198762959Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732198762959Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732198762960 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732198762974 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732198762974Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732198762984 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732198762998 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732198762998Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732198763009 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732198763023 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732198763023Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@220c218f: reopening flushed file at 1732198763433 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@719d7e01: reopening flushed file at 1732198763439 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f3e9773: reopening flushed file at 1732198763443 (+4 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 491ms, sequenceid=28, compaction requested=false at 1732198763449 (+6 ms)Writing region close event to WAL at 1732198763451 (+2 ms)Closed at 1732198763451 2024-11-21T14:19:23,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34699 is added to blk_1073741830_1006 (size=10165) 2024-11-21T14:19:23,454 INFO [M:0;8a7a968213a0:39087 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T14:19:23,454 INFO [M:0;8a7a968213a0:39087 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39087 2024-11-21T14:19:23,454 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T14:19:23,454 INFO [M:0;8a7a968213a0:39087 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T14:19:23,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39087-0x1013ae5259d0003, quorum=127.0.0.1:53969, baseZNode=/1-572226870 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T14:19:23,556 INFO [M:0;8a7a968213a0:39087 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T14:19:23,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39087-0x1013ae5259d0003, quorum=127.0.0.1:53969, baseZNode=/1-572226870 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T14:19:23,558 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@8e69041{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T14:19:23,558 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@48871e80{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T14:19:23,559 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T14:19:23,559 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@32981a5b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T14:19:23,559 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2845a215{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d92a9e8-062f-b8f3-437d-a3ea10504637/hadoop.log.dir/,STOPPED} 2024-11-21T14:19:23,560 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T14:19:23,560 WARN [BP-1720057229-172.17.0.2-1732198746440 heartbeating to localhost/127.0.0.1:43275 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T14:19:23,560 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T14:19:23,560 WARN [BP-1720057229-172.17.0.2-1732198746440 heartbeating to localhost/127.0.0.1:43275 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1720057229-172.17.0.2-1732198746440 (Datanode Uuid 8c65c936-206b-45ec-b4ec-a3a9a930b783) service to localhost/127.0.0.1:43275 2024-11-21T14:19:23,561 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d92a9e8-062f-b8f3-437d-a3ea10504637/cluster_88a19494-dc08-d579-a92f-a1f2e5e67d12/data/data1/current/BP-1720057229-172.17.0.2-1732198746440 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T14:19:23,561 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d92a9e8-062f-b8f3-437d-a3ea10504637/cluster_88a19494-dc08-d579-a92f-a1f2e5e67d12/data/data2/current/BP-1720057229-172.17.0.2-1732198746440 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T14:19:23,561 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T14:19:23,567 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6760df83{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T14:19:23,568 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7cd1f0b5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T14:19:23,568 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T14:19:23,568 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1f0f1710{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T14:19:23,568 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3711c3e9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d92a9e8-062f-b8f3-437d-a3ea10504637/hadoop.log.dir/,STOPPED} 2024-11-21T14:19:23,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T14:19:23,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T14:19:23,578 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T14:19:23,578 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:19:23,578 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:19:23,578 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:19:23,578 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:19:23,579 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T14:19:23,579 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1563712758, stopped=false 2024-11-21T14:19:23,579 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8a7a968213a0,43895,1732198756559 2024-11-21T14:19:23,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43895-0x1013ae5259d0006, quorum=127.0.0.1:53969, baseZNode=/02121315324 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02121315324/running 2024-11-21T14:19:23,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44341-0x1013ae5259d0007, quorum=127.0.0.1:53969, baseZNode=/02121315324 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02121315324/running 2024-11-21T14:19:23,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43895-0x1013ae5259d0006, quorum=127.0.0.1:53969, baseZNode=/02121315324 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02121315324 2024-11-21T14:19:23,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44341-0x1013ae5259d0007, quorum=127.0.0.1:53969, baseZNode=/02121315324 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02121315324 2024-11-21T14:19:23,580 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T14:19:23,580 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T14:19:23,580 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:19:23,580 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:19:23,581 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43895-0x1013ae5259d0006, quorum=127.0.0.1:53969, baseZNode=/02121315324 Set watcher on znode that does not yet exist, /02121315324/running 2024-11-21T14:19:23,581 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8a7a968213a0,44341,1732198756589' ***** 2024-11-21T14:19:23,581 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T14:19:23,581 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44341-0x1013ae5259d0007, quorum=127.0.0.1:53969, baseZNode=/02121315324 Set watcher on znode that does not yet exist, /02121315324/running 2024-11-21T14:19:23,582 INFO [RS:0;8a7a968213a0:44341 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T14:19:23,582 INFO [RS:0;8a7a968213a0:44341 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T14:19:23,582 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T14:19:23,582 INFO [RS:0;8a7a968213a0:44341 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T14:19:23,582 INFO [RS:0;8a7a968213a0:44341 {}] regionserver.HRegionServer(3091): Received CLOSE for 4b77adb3570cd6cb9aa8835857cf177f 2024-11-21T14:19:23,582 INFO [RS:0;8a7a968213a0:44341 {}] regionserver.HRegionServer(959): stopping server 8a7a968213a0,44341,1732198756589 2024-11-21T14:19:23,582 INFO [RS:0;8a7a968213a0:44341 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T14:19:23,582 INFO [RS:0;8a7a968213a0:44341 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8a7a968213a0:44341. 2024-11-21T14:19:23,582 DEBUG [RS:0;8a7a968213a0:44341 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:19:23,582 DEBUG [RS:0;8a7a968213a0:44341 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:19:23,582 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4b77adb3570cd6cb9aa8835857cf177f, disabling compactions & flushes 2024-11-21T14:19:23,583 INFO [RS:0;8a7a968213a0:44341 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T14:19:23,583 INFO [RS:0;8a7a968213a0:44341 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T14:19:23,583 INFO [RS:0;8a7a968213a0:44341 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T14:19:23,583 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732198750780.4b77adb3570cd6cb9aa8835857cf177f. 2024-11-21T14:19:23,583 INFO [RS:0;8a7a968213a0:44341 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T14:19:23,583 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732198750780.4b77adb3570cd6cb9aa8835857cf177f. 2024-11-21T14:19:23,583 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732198750780.4b77adb3570cd6cb9aa8835857cf177f. after waiting 0 ms 2024-11-21T14:19:23,583 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732198750780.4b77adb3570cd6cb9aa8835857cf177f. 2024-11-21T14:19:23,583 INFO [RS:0;8a7a968213a0:44341 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-21T14:19:23,583 DEBUG [RS:0;8a7a968213a0:44341 {}] regionserver.HRegionServer(1325): Online Regions={4b77adb3570cd6cb9aa8835857cf177f=hbase:replication,,1732198750780.4b77adb3570cd6cb9aa8835857cf177f., 1588230740=hbase:meta,,1.1588230740} 2024-11-21T14:19:23,583 DEBUG [RS:0;8a7a968213a0:44341 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4b77adb3570cd6cb9aa8835857cf177f 2024-11-21T14:19:23,583 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T14:19:23,583 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T14:19:23,583 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T14:19:23,583 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T14:19:23,583 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T14:19:23,583 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-21T14:19:23,586 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45535/user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/data/hbase/replication/4b77adb3570cd6cb9aa8835857cf177f/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-21T14:19:23,587 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T14:19:23,587 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T14:19:23,587 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732198750780.4b77adb3570cd6cb9aa8835857cf177f. 2024-11-21T14:19:23,587 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4b77adb3570cd6cb9aa8835857cf177f: Waiting for close lock at 1732198763582Running coprocessor pre-close hooks at 1732198763582Disabling compacts and flushes for region at 1732198763582Disabling writes for close at 1732198763583 (+1 ms)Writing region close event to WAL at 1732198763583Running coprocessor post-close hooks at 1732198763587 (+4 ms)Closed at 1732198763587 2024-11-21T14:19:23,587 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732198750780.4b77adb3570cd6cb9aa8835857cf177f. 2024-11-21T14:19:23,598 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45535/user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/data/hbase/meta/1588230740/.tmp/info/22365f639cf6419da8061e965163956b is 147, key is hbase:replication,,1732198750780.4b77adb3570cd6cb9aa8835857cf177f./info:regioninfo/1732198762088/Put/seqid=0 2024-11-21T14:19:23,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35933 is added to blk_1073741851_1027 (size=6385) 2024-11-21T14:19:23,675 INFO [regionserver/8a7a968213a0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T14:19:23,783 DEBUG [RS:0;8a7a968213a0:44341 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T14:19:23,983 DEBUG [RS:0;8a7a968213a0:44341 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T14:19:24,003 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:45535/user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/data/hbase/meta/1588230740/.tmp/info/22365f639cf6419da8061e965163956b 2024-11-21T14:19:24,008 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45535/user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/data/hbase/meta/1588230740/.tmp/info/22365f639cf6419da8061e965163956b as hdfs://localhost:45535/user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/data/hbase/meta/1588230740/info/22365f639cf6419da8061e965163956b 2024-11-21T14:19:24,013 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45535/user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/data/hbase/meta/1588230740/info/22365f639cf6419da8061e965163956b, entries=8, sequenceid=19, filesize=6.2 K 2024-11-21T14:19:24,014 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 430ms, sequenceid=19, compaction requested=false 2024-11-21T14:19:24,018 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45535/user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-21T14:19:24,018 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T14:19:24,018 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T14:19:24,018 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T14:19:24,018 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732198763583Running coprocessor pre-close hooks at 1732198763583Disabling compacts and flushes for region at 1732198763583Disabling writes for close at 1732198763583Obtaining lock to block concurrent updates at 1732198763583Preparing flush snapshotting stores in 1588230740 at 1732198763583Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1732198763583Flushing stores of hbase:meta,,1.1588230740 at 1732198763584 (+1 ms)Flushing 1588230740/info: creating writer at 1732198763584Flushing 1588230740/info: appending metadata at 1732198763598 (+14 ms)Flushing 1588230740/info: closing flushed file at 1732198763598Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30827c3f: reopening flushed file at 1732198764007 (+409 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 430ms, sequenceid=19, compaction requested=false at 1732198764014 (+7 ms)Writing region close event to WAL at 1732198764015 (+1 ms)Running coprocessor post-close hooks at 1732198764018 (+3 ms)Closed at 1732198764018 2024-11-21T14:19:24,018 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T14:19:24,061 DEBUG [RS:0;8a7a968213a0:44341.replicationSource.wal-reader.8a7a968213a0%2C44341%2C1732198756589,1-8a7a968213a0,44341,1732198756589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45535/user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/WALs/8a7a968213a0,44341,1732198756589/8a7a968213a0%2C44341%2C1732198756589.1732198757432 to pos 0, reset compression=false 2024-11-21T14:19:24,183 INFO [RS:0;8a7a968213a0:44341 {}] regionserver.HRegionServer(976): stopping server 8a7a968213a0,44341,1732198756589; all regions closed. 2024-11-21T14:19:24,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35933 is added to blk_1073741849_1025 (size=2156) 2024-11-21T14:19:24,186 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/WALs/8a7a968213a0,44341,1732198756589/8a7a968213a0%2C44341%2C1732198756589.meta.1732198757775.meta not finished, retry = 0 2024-11-21T14:19:24,286 INFO [regionserver/8a7a968213a0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T14:19:24,286 INFO [regionserver/8a7a968213a0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T14:19:24,288 DEBUG [RS:0;8a7a968213a0:44341 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/oldWALs 2024-11-21T14:19:24,288 INFO [RS:0;8a7a968213a0:44341 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8a7a968213a0%2C44341%2C1732198756589.meta:.meta(num 1732198757775) 2024-11-21T14:19:24,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35933 is added to blk_1073741850_1026 (size=796) 2024-11-21T14:19:24,290 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/WALs/8a7a968213a0,44341,1732198756589/8a7a968213a0%2C44341%2C1732198756589.rep.1732198762048 not finished, retry = 0 2024-11-21T14:19:24,393 DEBUG [RS:0;8a7a968213a0:44341 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/oldWALs 2024-11-21T14:19:24,393 INFO [RS:0;8a7a968213a0:44341 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8a7a968213a0%2C44341%2C1732198756589.rep:(num 1732198762048) 2024-11-21T14:19:24,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35933 is added to blk_1073741848_1024 (size=93) 2024-11-21T14:19:24,395 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/WALs/8a7a968213a0,44341,1732198756589/8a7a968213a0%2C44341%2C1732198756589.1732198757432 not finished, retry = 0 2024-11-21T14:19:24,498 DEBUG [RS:0;8a7a968213a0:44341 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/oldWALs 2024-11-21T14:19:24,498 INFO [RS:0;8a7a968213a0:44341 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8a7a968213a0%2C44341%2C1732198756589:(num 1732198757432) 2024-11-21T14:19:24,498 DEBUG [RS:0;8a7a968213a0:44341 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:19:24,498 INFO [RS:0;8a7a968213a0:44341 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T14:19:24,498 INFO [RS:0;8a7a968213a0:44341 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T14:19:24,498 INFO [RS:0;8a7a968213a0:44341 {}] hbase.ChoreService(370): Chore service for: regionserver/8a7a968213a0:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T14:19:24,498 INFO [RS:0;8a7a968213a0:44341 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T14:19:24,498 INFO [regionserver/8a7a968213a0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T14:19:24,498 INFO [RS:0;8a7a968213a0:44341 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-8a7a968213a0,44341,1732198756589 because: Region server is closing 2024-11-21T14:19:24,498 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/8a7a968213a0:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-21T14:19:24,498 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/8a7a968213a0:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-21T14:19:24,499 INFO [RS:0;8a7a968213a0:44341 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8a7a968213a0:44341. 2024-11-21T14:19:24,499 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/8a7a968213a0:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-21T14:19:24,499 DEBUG [RS:0;8a7a968213a0:44341 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:19:24,499 DEBUG [RS:0;8a7a968213a0:44341 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:19:24,499 DEBUG [RS:0;8a7a968213a0:44341 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:19:24,499 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:19:24,599 WARN [RS:0;8a7a968213a0:44341.replicationSource.shipper8a7a968213a0%2C44341%2C1732198756589,1-8a7a968213a0,44341,1732198756589 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-21T14:19:24,599 WARN [RS:0;8a7a968213a0:44341.replicationSource.wal-reader.8a7a968213a0%2C44341%2C1732198756589,1-8a7a968213a0,44341,1732198756589 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-21T14:19:24,599 INFO [RS:0;8a7a968213a0:44341 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;8a7a968213a0:44341.replicationSource.shipper8a7a968213a0%2C44341%2C1732198756589,1-8a7a968213a0,44341,1732198756589 terminated 2024-11-21T14:19:24,600 INFO [RS:0;8a7a968213a0:44341 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44341 2024-11-21T14:19:24,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44341-0x1013ae5259d0007, quorum=127.0.0.1:53969, baseZNode=/02121315324 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02121315324/rs/8a7a968213a0,44341,1732198756589 2024-11-21T14:19:24,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43895-0x1013ae5259d0006, quorum=127.0.0.1:53969, baseZNode=/02121315324 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02121315324/rs 2024-11-21T14:19:24,603 INFO [RS:0;8a7a968213a0:44341 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T14:19:24,604 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8a7a968213a0,44341,1732198756589] 2024-11-21T14:19:24,605 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /02121315324/draining/8a7a968213a0,44341,1732198756589 already deleted, retry=false 2024-11-21T14:19:24,605 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8a7a968213a0,44341,1732198756589 expired; onlineServers=0 2024-11-21T14:19:24,605 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8a7a968213a0,43895,1732198756559' ***** 2024-11-21T14:19:24,605 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T14:19:24,605 INFO [M:0;8a7a968213a0:43895 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T14:19:24,605 INFO [M:0;8a7a968213a0:43895 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T14:19:24,605 DEBUG [M:0;8a7a968213a0:43895 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T14:19:24,605 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T14:19:24,605 DEBUG [M:0;8a7a968213a0:43895 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T14:19:24,605 DEBUG [master/8a7a968213a0:0:becomeActiveMaster-HFileCleaner.small.0-1732198757210 {}] cleaner.HFileCleaner(306): Exit Thread[master/8a7a968213a0:0:becomeActiveMaster-HFileCleaner.small.0-1732198757210,5,FailOnTimeoutGroup] 2024-11-21T14:19:24,605 DEBUG [master/8a7a968213a0:0:becomeActiveMaster-HFileCleaner.large.0-1732198757210 {}] cleaner.HFileCleaner(306): Exit Thread[master/8a7a968213a0:0:becomeActiveMaster-HFileCleaner.large.0-1732198757210,5,FailOnTimeoutGroup] 2024-11-21T14:19:24,605 INFO [M:0;8a7a968213a0:43895 {}] hbase.ChoreService(370): Chore service for: master/8a7a968213a0:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T14:19:24,605 INFO [M:0;8a7a968213a0:43895 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T14:19:24,605 DEBUG [M:0;8a7a968213a0:43895 {}] master.HMaster(1795): Stopping service threads 2024-11-21T14:19:24,605 INFO [M:0;8a7a968213a0:43895 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T14:19:24,606 INFO [M:0;8a7a968213a0:43895 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T14:19:24,606 INFO [M:0;8a7a968213a0:43895 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T14:19:24,606 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T14:19:24,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43895-0x1013ae5259d0006, quorum=127.0.0.1:53969, baseZNode=/02121315324 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02121315324/master 2024-11-21T14:19:24,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43895-0x1013ae5259d0006, quorum=127.0.0.1:53969, baseZNode=/02121315324 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02121315324 2024-11-21T14:19:24,607 DEBUG [M:0;8a7a968213a0:43895 {}] zookeeper.ZKUtil(347): master:43895-0x1013ae5259d0006, quorum=127.0.0.1:53969, baseZNode=/02121315324 Unable to get data of znode /02121315324/master because node does not exist (not an error) 2024-11-21T14:19:24,607 WARN [M:0;8a7a968213a0:43895 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T14:19:24,608 INFO [M:0;8a7a968213a0:43895 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:45535/user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/.lastflushedseqids 2024-11-21T14:19:24,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35933 is added to blk_1073741852_1028 (size=181) 2024-11-21T14:19:24,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44341-0x1013ae5259d0007, quorum=127.0.0.1:53969, baseZNode=/02121315324 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T14:19:24,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44341-0x1013ae5259d0007, quorum=127.0.0.1:53969, baseZNode=/02121315324 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T14:19:24,704 INFO [RS:0;8a7a968213a0:44341 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T14:19:24,704 INFO [RS:0;8a7a968213a0:44341 {}] regionserver.HRegionServer(1031): Exiting; stopping=8a7a968213a0,44341,1732198756589; zookeeper connection closed. 2024-11-21T14:19:24,704 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@60aa8301 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@60aa8301 2024-11-21T14:19:24,704 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T14:19:25,013 INFO [M:0;8a7a968213a0:43895 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T14:19:25,013 INFO [M:0;8a7a968213a0:43895 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T14:19:25,014 DEBUG [M:0;8a7a968213a0:43895 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T14:19:25,014 INFO [M:0;8a7a968213a0:43895 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:19:25,014 DEBUG [M:0;8a7a968213a0:43895 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:19:25,014 DEBUG [M:0;8a7a968213a0:43895 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T14:19:25,014 DEBUG [M:0;8a7a968213a0:43895 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:19:25,014 INFO [M:0;8a7a968213a0:43895 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-21T14:19:25,034 DEBUG [M:0;8a7a968213a0:43895 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45535/user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0e885fa5f9de4f95b31b873a2f43f74c is 82, key is hbase:meta,,1/info:regioninfo/1732198757851/Put/seqid=0 2024-11-21T14:19:25,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35933 is added to blk_1073741853_1029 (size=5672) 2024-11-21T14:19:25,439 INFO [M:0;8a7a968213a0:43895 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:45535/user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0e885fa5f9de4f95b31b873a2f43f74c 2024-11-21T14:19:25,462 DEBUG [M:0;8a7a968213a0:43895 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45535/user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bd4c6baa0ba84698b041f66a9775de1b is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1732198762094/Put/seqid=0 2024-11-21T14:19:25,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35933 is added to blk_1073741854_1030 (size=7312) 2024-11-21T14:19:25,867 INFO [M:0;8a7a968213a0:43895 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:45535/user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bd4c6baa0ba84698b041f66a9775de1b 2024-11-21T14:19:25,903 DEBUG [M:0;8a7a968213a0:43895 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45535/user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8877060b796943dea5ce3b03a31f2689 is 69, key is 8a7a968213a0,44341,1732198756589/rs:state/1732198757238/Put/seqid=0 2024-11-21T14:19:25,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35933 is added to blk_1073741855_1031 (size=5370) 2024-11-21T14:19:25,932 INFO [M:0;8a7a968213a0:43895 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:45535/user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8877060b796943dea5ce3b03a31f2689 2024-11-21T14:19:25,939 INFO [M:0;8a7a968213a0:43895 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8877060b796943dea5ce3b03a31f2689 2024-11-21T14:19:25,942 DEBUG [M:0;8a7a968213a0:43895 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45535/user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0e885fa5f9de4f95b31b873a2f43f74c as hdfs://localhost:45535/user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0e885fa5f9de4f95b31b873a2f43f74c 2024-11-21T14:19:25,952 INFO [M:0;8a7a968213a0:43895 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45535/user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0e885fa5f9de4f95b31b873a2f43f74c, entries=8, sequenceid=127, filesize=5.5 K 2024-11-21T14:19:25,954 DEBUG [M:0;8a7a968213a0:43895 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45535/user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bd4c6baa0ba84698b041f66a9775de1b as hdfs://localhost:45535/user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bd4c6baa0ba84698b041f66a9775de1b 2024-11-21T14:19:25,962 INFO [M:0;8a7a968213a0:43895 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45535/user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bd4c6baa0ba84698b041f66a9775de1b, entries=7, sequenceid=127, filesize=7.1 K 2024-11-21T14:19:25,963 DEBUG [M:0;8a7a968213a0:43895 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45535/user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8877060b796943dea5ce3b03a31f2689 as hdfs://localhost:45535/user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8877060b796943dea5ce3b03a31f2689 2024-11-21T14:19:25,970 INFO [M:0;8a7a968213a0:43895 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8877060b796943dea5ce3b03a31f2689 2024-11-21T14:19:25,970 INFO [M:0;8a7a968213a0:43895 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45535/user/jenkins/test-data/17ff7fa9-4852-20bb-5c34-e39ceffc11d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8877060b796943dea5ce3b03a31f2689, entries=2, sequenceid=127, filesize=5.2 K 2024-11-21T14:19:25,971 INFO [M:0;8a7a968213a0:43895 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 957ms, sequenceid=127, compaction requested=false 2024-11-21T14:19:25,976 INFO [M:0;8a7a968213a0:43895 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:19:25,977 DEBUG [M:0;8a7a968213a0:43895 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732198765014Disabling compacts and flushes for region at 1732198765014Disabling writes for close at 1732198765014Obtaining lock to block concurrent updates at 1732198765014Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732198765014Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1732198765014Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732198765015 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732198765015Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732198765033 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732198765033Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732198765444 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732198765462 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732198765462Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732198765877 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732198765902 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732198765902Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69867c30: reopening flushed file at 1732198765939 (+37 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c8cafa: reopening flushed file at 1732198765953 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67f6bb15: reopening flushed file at 1732198765962 (+9 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 957ms, sequenceid=127, compaction requested=false at 1732198765971 (+9 ms)Writing region close event to WAL at 1732198765976 (+5 ms)Closed at 1732198765976 2024-11-21T14:19:25,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35933 is added to blk_1073741847_1023 (size=22903) 2024-11-21T14:19:25,983 INFO [M:0;8a7a968213a0:43895 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T14:19:25,983 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T14:19:25,983 INFO [M:0;8a7a968213a0:43895 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43895 2024-11-21T14:19:25,984 INFO [M:0;8a7a968213a0:43895 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T14:19:26,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43895-0x1013ae5259d0006, quorum=127.0.0.1:53969, baseZNode=/02121315324 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T14:19:26,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43895-0x1013ae5259d0006, quorum=127.0.0.1:53969, baseZNode=/02121315324 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T14:19:26,086 INFO [M:0;8a7a968213a0:43895 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T14:19:26,090 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5e8a6cee{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T14:19:26,090 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@68ab4aab{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T14:19:26,090 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T14:19:26,091 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@461e8a19{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T14:19:26,091 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@607b161a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ef140fa-72f9-57fa-fc6b-4124644f794d/hadoop.log.dir/,STOPPED} 2024-11-21T14:19:26,094 WARN [BP-9400669-172.17.0.2-1732198742827 heartbeating to localhost/127.0.0.1:45535 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T14:19:26,094 WARN [BP-9400669-172.17.0.2-1732198742827 heartbeating to localhost/127.0.0.1:45535 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-9400669-172.17.0.2-1732198742827 (Datanode Uuid bbbe0dd2-f1b0-43c1-a9fc-4b57f230a34e) service to localhost/127.0.0.1:45535 2024-11-21T14:19:26,094 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T14:19:26,094 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T14:19:26,095 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ef140fa-72f9-57fa-fc6b-4124644f794d/cluster_4b1254d4-76b6-a26c-af88-89fa999e6d38/data/data2/current/BP-9400669-172.17.0.2-1732198742827 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T14:19:26,095 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T14:19:26,095 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ef140fa-72f9-57fa-fc6b-4124644f794d/cluster_4b1254d4-76b6-a26c-af88-89fa999e6d38/data/data1/current/BP-9400669-172.17.0.2-1732198742827 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T14:19:26,106 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1f3ad598{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T14:19:26,107 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@626b1448{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T14:19:26,107 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T14:19:26,107 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5cb036dc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T14:19:26,109 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@541fdc67{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ef140fa-72f9-57fa-fc6b-4124644f794d/hadoop.log.dir/,STOPPED} 2024-11-21T14:19:26,124 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-21T14:19:26,154 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T14:19:26,167 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=205 (was 161) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:45535 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45535 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:43275 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45535 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53969) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43275 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43275 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:45535 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:43275 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43275 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43275 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:43275 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:45535 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:45535 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43275 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45535 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53969) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45535 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45535 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43275 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:43275 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:45535 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=569 (was 504) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=299 (was 261) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4287 (was 5139) 2024-11-21T14:19:26,178 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=205, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=299, ProcessCount=11, AvailableMemoryMB=4286 2024-11-21T14:19:26,195 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-21T14:19:26,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d92a9e8-062f-b8f3-437d-a3ea10504637/hadoop.log.dir so I do NOT create it in target/test-data/d0b9609f-06e7-2a52-bbc9-f1277d8962ab 2024-11-21T14:19:26,196 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d92a9e8-062f-b8f3-437d-a3ea10504637/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T14:19:26,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d92a9e8-062f-b8f3-437d-a3ea10504637/hadoop.tmp.dir so I do NOT create it in target/test-data/d0b9609f-06e7-2a52-bbc9-f1277d8962ab 2024-11-21T14:19:26,196 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d92a9e8-062f-b8f3-437d-a3ea10504637/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T14:19:26,196 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0b9609f-06e7-2a52-bbc9-f1277d8962ab 2024-11-21T14:19:26,196 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0b9609f-06e7-2a52-bbc9-f1277d8962ab/cluster_e1c407ed-37c0-c935-8d8e-bdb9e3e59088, deleteOnExit=true 2024-11-21T14:19:26,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1013ae5259d0002, quorum=127.0.0.1:53969, baseZNode=/02121315324 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T14:19:26,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1013ae5259d0005, quorum=127.0.0.1:53969, baseZNode=/1-572226870 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T14:19:26,217 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1013ae5259d0002, quorum=127.0.0.1:53969, baseZNode=/02121315324 Received Disconnected from ZooKeeper, ignoring 2024-11-21T14:19:26,217 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1013ae5259d0005, quorum=127.0.0.1:53969, baseZNode=/1-572226870 Received Disconnected from ZooKeeper, ignoring 2024-11-21T14:19:26,245 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0b9609f-06e7-2a52-bbc9-f1277d8962ab/cluster_e1c407ed-37c0-c935-8d8e-bdb9e3e59088/zookeeper_0, clientPort=59838, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0b9609f-06e7-2a52-bbc9-f1277d8962ab/cluster_e1c407ed-37c0-c935-8d8e-bdb9e3e59088/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0b9609f-06e7-2a52-bbc9-f1277d8962ab/cluster_e1c407ed-37c0-c935-8d8e-bdb9e3e59088/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-21T14:19:26,257 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59838 2024-11-21T14:19:26,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T14:19:26,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T14:19:26,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0b9609f-06e7-2a52-bbc9-f1277d8962ab/test.cache.data in system properties and HBase conf 2024-11-21T14:19:26,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0b9609f-06e7-2a52-bbc9-f1277d8962ab/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T14:19:26,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0b9609f-06e7-2a52-bbc9-f1277d8962ab/hadoop.log.dir in system properties and HBase conf 2024-11-21T14:19:26,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0b9609f-06e7-2a52-bbc9-f1277d8962ab/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T14:19:26,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0b9609f-06e7-2a52-bbc9-f1277d8962ab/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T14:19:26,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T14:19:26,258 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T14:19:26,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0b9609f-06e7-2a52-bbc9-f1277d8962ab/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T14:19:26,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0b9609f-06e7-2a52-bbc9-f1277d8962ab/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T14:19:26,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0b9609f-06e7-2a52-bbc9-f1277d8962ab/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T14:19:26,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0b9609f-06e7-2a52-bbc9-f1277d8962ab/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T14:19:26,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0b9609f-06e7-2a52-bbc9-f1277d8962ab/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T14:19:26,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0b9609f-06e7-2a52-bbc9-f1277d8962ab/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T14:19:26,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0b9609f-06e7-2a52-bbc9-f1277d8962ab/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T14:19:26,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0b9609f-06e7-2a52-bbc9-f1277d8962ab/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T14:19:26,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0b9609f-06e7-2a52-bbc9-f1277d8962ab/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T14:19:26,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0b9609f-06e7-2a52-bbc9-f1277d8962ab/nfs.dump.dir in system properties and HBase conf 2024-11-21T14:19:26,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0b9609f-06e7-2a52-bbc9-f1277d8962ab/java.io.tmpdir in system properties and HBase conf 2024-11-21T14:19:26,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0b9609f-06e7-2a52-bbc9-f1277d8962ab/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T14:19:26,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0b9609f-06e7-2a52-bbc9-f1277d8962ab/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T14:19:26,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0b9609f-06e7-2a52-bbc9-f1277d8962ab/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T14:19:26,418 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T14:19:26,423 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T14:19:26,457 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T14:19:26,457 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T14:19:26,457 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T14:19:26,458 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T14:19:26,460 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8715926{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0b9609f-06e7-2a52-bbc9-f1277d8962ab/hadoop.log.dir/,AVAILABLE} 2024-11-21T14:19:26,460 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ecb4db1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T14:19:26,595 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@522bcf48{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0b9609f-06e7-2a52-bbc9-f1277d8962ab/java.io.tmpdir/jetty-localhost-42471-hadoop-hdfs-3_4_1-tests_jar-_-any-11635326215883013074/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T14:19:26,596 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@51912cad{HTTP/1.1, (http/1.1)}{localhost:42471} 2024-11-21T14:19:26,596 INFO [Time-limited test {}] server.Server(415): Started @154701ms 2024-11-21T14:19:26,675 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T14:19:26,677 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T14:19:26,679 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T14:19:26,680 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T14:19:26,680 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T14:19:26,680 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ba2e79c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0b9609f-06e7-2a52-bbc9-f1277d8962ab/hadoop.log.dir/,AVAILABLE} 2024-11-21T14:19:26,681 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@31782b69{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T14:19:26,795 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@101c339f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0b9609f-06e7-2a52-bbc9-f1277d8962ab/java.io.tmpdir/jetty-localhost-40663-hadoop-hdfs-3_4_1-tests_jar-_-any-5545489254751231747/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T14:19:26,796 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@45c68e70{HTTP/1.1, (http/1.1)}{localhost:40663} 2024-11-21T14:19:26,796 INFO [Time-limited test {}] server.Server(415): Started @154901ms 2024-11-21T14:19:26,797 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T14:19:26,902 WARN [Thread-1682 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0b9609f-06e7-2a52-bbc9-f1277d8962ab/cluster_e1c407ed-37c0-c935-8d8e-bdb9e3e59088/data/data1/current/BP-612807374-172.17.0.2-1732198766302/current, will proceed with Du for space computation calculation, 2024-11-21T14:19:26,903 WARN [Thread-1683 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0b9609f-06e7-2a52-bbc9-f1277d8962ab/cluster_e1c407ed-37c0-c935-8d8e-bdb9e3e59088/data/data2/current/BP-612807374-172.17.0.2-1732198766302/current, will proceed with Du for space computation calculation, 2024-11-21T14:19:26,922 WARN [Thread-1670 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T14:19:26,925 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x111a96994bf4f5ea with lease ID 0xc5e1936461462c5: Processing first storage report for DS-717dd972-0d80-4ae9-8420-be3bd42a3a93 from datanode DatanodeRegistration(127.0.0.1:32879, datanodeUuid=e060f7b9-2b16-4c59-ab18-d428fc12474c, infoPort=36117, infoSecurePort=0, ipcPort=38663, storageInfo=lv=-57;cid=testClusterID;nsid=821918505;c=1732198766302) 2024-11-21T14:19:26,925 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x111a96994bf4f5ea with lease ID 0xc5e1936461462c5: from storage DS-717dd972-0d80-4ae9-8420-be3bd42a3a93 node DatanodeRegistration(127.0.0.1:32879, datanodeUuid=e060f7b9-2b16-4c59-ab18-d428fc12474c, infoPort=36117, infoSecurePort=0, ipcPort=38663, storageInfo=lv=-57;cid=testClusterID;nsid=821918505;c=1732198766302), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T14:19:26,925 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x111a96994bf4f5ea with lease ID 0xc5e1936461462c5: Processing first storage report for DS-3c138408-51f5-4714-914e-80472f3af5d0 from datanode DatanodeRegistration(127.0.0.1:32879, datanodeUuid=e060f7b9-2b16-4c59-ab18-d428fc12474c, infoPort=36117, infoSecurePort=0, ipcPort=38663, storageInfo=lv=-57;cid=testClusterID;nsid=821918505;c=1732198766302) 2024-11-21T14:19:26,925 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x111a96994bf4f5ea with lease ID 0xc5e1936461462c5: from storage DS-3c138408-51f5-4714-914e-80472f3af5d0 node DatanodeRegistration(127.0.0.1:32879, datanodeUuid=e060f7b9-2b16-4c59-ab18-d428fc12474c, infoPort=36117, infoSecurePort=0, ipcPort=38663, storageInfo=lv=-57;cid=testClusterID;nsid=821918505;c=1732198766302), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T14:19:27,020 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0b9609f-06e7-2a52-bbc9-f1277d8962ab 2024-11-21T14:19:27,020 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:19:27,022 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:19:27,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32879 is added to blk_1073741825_1001 (size=7) 2024-11-21T14:19:27,244 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T14:19:27,244 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T14:19:27,244 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-21T14:19:27,244 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T14:19:27,431 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268 with version=8 2024-11-21T14:19:27,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/hbase-staging 2024-11-21T14:19:27,433 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8a7a968213a0:0 server-side Connection retries=45 2024-11-21T14:19:27,434 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T14:19:27,434 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T14:19:27,434 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T14:19:27,434 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T14:19:27,434 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T14:19:27,434 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T14:19:27,434 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T14:19:27,434 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46741 2024-11-21T14:19:27,435 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46741 connecting to ZooKeeper ensemble=127.0.0.1:59838 2024-11-21T14:19:27,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:467410x0, quorum=127.0.0.1:59838, baseZNode=/0-968570567 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T14:19:27,442 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46741-0x1013ae581150000 connected 2024-11-21T14:19:27,458 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:19:27,459 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:19:27,461 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46741-0x1013ae581150000, quorum=127.0.0.1:59838, baseZNode=/0-968570567 Set watcher on znode that does not yet exist, /0-968570567/running 2024-11-21T14:19:27,461 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268, hbase.cluster.distributed=false 2024-11-21T14:19:27,463 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46741-0x1013ae581150000, quorum=127.0.0.1:59838, baseZNode=/0-968570567 Set watcher on znode that does not yet exist, /0-968570567/acl 2024-11-21T14:19:27,464 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46741 2024-11-21T14:19:27,464 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46741 2024-11-21T14:19:27,468 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46741 2024-11-21T14:19:27,469 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46741 2024-11-21T14:19:27,469 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46741 2024-11-21T14:19:27,484 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8a7a968213a0:0 server-side Connection retries=45 2024-11-21T14:19:27,484 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T14:19:27,484 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T14:19:27,484 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T14:19:27,484 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T14:19:27,484 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T14:19:27,484 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T14:19:27,484 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T14:19:27,485 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38217 2024-11-21T14:19:27,486 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38217 connecting to ZooKeeper ensemble=127.0.0.1:59838 2024-11-21T14:19:27,486 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:19:27,489 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:19:27,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:382170x0, quorum=127.0.0.1:59838, baseZNode=/0-968570567 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T14:19:27,494 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:382170x0, quorum=127.0.0.1:59838, baseZNode=/0-968570567 Set watcher on znode that does not yet exist, /0-968570567/running 2024-11-21T14:19:27,494 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T14:19:27,495 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38217-0x1013ae581150001 connected 2024-11-21T14:19:27,495 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T14:19:27,496 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38217-0x1013ae581150001, quorum=127.0.0.1:59838, baseZNode=/0-968570567 Set watcher on znode that does not yet exist, /0-968570567/master 2024-11-21T14:19:27,496 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38217-0x1013ae581150001, quorum=127.0.0.1:59838, baseZNode=/0-968570567 Set watcher on znode that does not yet exist, /0-968570567/acl 2024-11-21T14:19:27,502 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38217 2024-11-21T14:19:27,502 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38217 2024-11-21T14:19:27,504 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38217 2024-11-21T14:19:27,508 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38217 2024-11-21T14:19:27,508 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38217 2024-11-21T14:19:27,519 DEBUG [M:0;8a7a968213a0:46741 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8a7a968213a0:46741 2024-11-21T14:19:27,520 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-968570567/backup-masters/8a7a968213a0,46741,1732198767433 2024-11-21T14:19:27,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46741-0x1013ae581150000, quorum=127.0.0.1:59838, baseZNode=/0-968570567 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-968570567/backup-masters 2024-11-21T14:19:27,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38217-0x1013ae581150001, quorum=127.0.0.1:59838, baseZNode=/0-968570567 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-968570567/backup-masters 2024-11-21T14:19:27,522 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46741-0x1013ae581150000, quorum=127.0.0.1:59838, baseZNode=/0-968570567 Set watcher on existing znode=/0-968570567/backup-masters/8a7a968213a0,46741,1732198767433 2024-11-21T14:19:27,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46741-0x1013ae581150000, quorum=127.0.0.1:59838, baseZNode=/0-968570567 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-968570567 2024-11-21T14:19:27,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38217-0x1013ae581150001, quorum=127.0.0.1:59838, baseZNode=/0-968570567 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-968570567/master 2024-11-21T14:19:27,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38217-0x1013ae581150001, quorum=127.0.0.1:59838, baseZNode=/0-968570567 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-968570567 2024-11-21T14:19:27,524 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46741-0x1013ae581150000, quorum=127.0.0.1:59838, baseZNode=/0-968570567 Set watcher on existing znode=/0-968570567/master 2024-11-21T14:19:27,525 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-968570567/backup-masters/8a7a968213a0,46741,1732198767433 from backup master directory 2024-11-21T14:19:27,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46741-0x1013ae581150000, quorum=127.0.0.1:59838, baseZNode=/0-968570567 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-968570567/backup-masters/8a7a968213a0,46741,1732198767433 2024-11-21T14:19:27,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38217-0x1013ae581150001, quorum=127.0.0.1:59838, baseZNode=/0-968570567 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-968570567/backup-masters 2024-11-21T14:19:27,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46741-0x1013ae581150000, quorum=127.0.0.1:59838, baseZNode=/0-968570567 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-968570567/backup-masters 2024-11-21T14:19:27,526 WARN [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T14:19:27,526 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8a7a968213a0,46741,1732198767433 2024-11-21T14:19:27,530 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/hbase.id] with ID: 00e38769-dcf7-4449-b115-f7753ca38c8d 2024-11-21T14:19:27,530 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/.tmp/hbase.id 2024-11-21T14:19:27,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32879 is added to blk_1073741826_1002 (size=42) 2024-11-21T14:19:27,937 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/.tmp/hbase.id]:[hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/hbase.id] 2024-11-21T14:19:27,948 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:19:27,948 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T14:19:27,949 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-21T14:19:27,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38217-0x1013ae581150001, quorum=127.0.0.1:59838, baseZNode=/0-968570567 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-968570567 2024-11-21T14:19:27,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46741-0x1013ae581150000, quorum=127.0.0.1:59838, baseZNode=/0-968570567 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-968570567 2024-11-21T14:19:27,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32879 is added to blk_1073741827_1003 (size=196) 2024-11-21T14:19:28,356 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T14:19:28,357 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T14:19:28,357 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:19:28,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32879 is added to blk_1073741828_1004 (size=1189) 2024-11-21T14:19:28,764 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/MasterData/data/master/store 2024-11-21T14:19:28,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32879 is added to blk_1073741829_1005 (size=34) 2024-11-21T14:19:29,089 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T14:19:29,108 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:19:29,109 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:19:29,109 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:19:29,109 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:19:29,110 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:19:29,110 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:19:29,118 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:19:29,121 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:19:29,171 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:19:29,171 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T14:19:29,171 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:19:29,171 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:19:29,171 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T14:19:29,171 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:19:29,171 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:19:29,171 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732198769171Disabling compacts and flushes for region at 1732198769171Disabling writes for close at 1732198769171Writing region close event to WAL at 1732198769171Closed at 1732198769171 2024-11-21T14:19:29,172 WARN [master/8a7a968213a0:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/MasterData/data/master/store/.initializing 2024-11-21T14:19:29,172 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/MasterData/WALs/8a7a968213a0,46741,1732198767433 2024-11-21T14:19:29,173 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T14:19:29,174 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8a7a968213a0%2C46741%2C1732198767433, suffix=, logDir=hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/MasterData/WALs/8a7a968213a0,46741,1732198767433, archiveDir=hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/MasterData/oldWALs, maxLogs=10 2024-11-21T14:19:29,188 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/MasterData/WALs/8a7a968213a0,46741,1732198767433/8a7a968213a0%2C46741%2C1732198767433.1732198769175, exclude list is [], retry=0 2024-11-21T14:19:29,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32879,DS-717dd972-0d80-4ae9-8420-be3bd42a3a93,DISK] 2024-11-21T14:19:29,192 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/MasterData/WALs/8a7a968213a0,46741,1732198767433/8a7a968213a0%2C46741%2C1732198767433.1732198769175 2024-11-21T14:19:29,192 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36117:36117)] 2024-11-21T14:19:29,192 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T14:19:29,192 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:19:29,192 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:19:29,192 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:19:29,194 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:19:29,195 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T14:19:29,195 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:19:29,195 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:19:29,195 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:19:29,196 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T14:19:29,196 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:19:29,196 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:19:29,197 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:19:29,197 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T14:19:29,197 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:19:29,198 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:19:29,198 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:19:29,199 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T14:19:29,199 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:19:29,199 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:19:29,199 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:19:29,200 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:19:29,200 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:19:29,201 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:19:29,201 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:19:29,201 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T14:19:29,202 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:19:29,204 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T14:19:29,204 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59429441, jitterRate=-0.11443231999874115}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T14:19:29,205 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732198769193Initializing all the Stores at 1732198769193Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198769193Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198769193Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198769193Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198769193Cleaning up temporary data from old regions at 1732198769201 (+8 ms)Region opened successfully at 1732198769205 (+4 ms) 2024-11-21T14:19:29,205 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T14:19:29,207 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f7ed11f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8a7a968213a0/172.17.0.2:0 2024-11-21T14:19:29,208 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T14:19:29,208 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T14:19:29,208 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T14:19:29,209 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T14:19:29,209 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T14:19:29,209 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T14:19:29,209 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T14:19:29,211 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T14:19:29,212 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46741-0x1013ae581150000, quorum=127.0.0.1:59838, baseZNode=/0-968570567 Unable to get data of znode /0-968570567/balancer because node does not exist (not necessarily an error) 2024-11-21T14:19:29,213 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-968570567/balancer already deleted, retry=false 2024-11-21T14:19:29,213 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T14:19:29,214 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46741-0x1013ae581150000, quorum=127.0.0.1:59838, baseZNode=/0-968570567 Unable to get data of znode /0-968570567/normalizer because node does not exist (not necessarily an error) 2024-11-21T14:19:29,217 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-968570567/normalizer already deleted, retry=false 2024-11-21T14:19:29,217 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T14:19:29,218 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46741-0x1013ae581150000, quorum=127.0.0.1:59838, baseZNode=/0-968570567 Unable to get data of znode /0-968570567/switch/split because node does not exist (not necessarily an error) 2024-11-21T14:19:29,219 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-968570567/switch/split already deleted, retry=false 2024-11-21T14:19:29,220 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46741-0x1013ae581150000, quorum=127.0.0.1:59838, baseZNode=/0-968570567 Unable to get data of znode /0-968570567/switch/merge because node does not exist (not necessarily an error) 2024-11-21T14:19:29,221 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-968570567/switch/merge already deleted, retry=false 2024-11-21T14:19:29,222 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46741-0x1013ae581150000, quorum=127.0.0.1:59838, baseZNode=/0-968570567 Unable to get data of znode /0-968570567/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T14:19:29,223 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-968570567/snapshot-cleanup already deleted, retry=false 2024-11-21T14:19:29,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46741-0x1013ae581150000, quorum=127.0.0.1:59838, baseZNode=/0-968570567 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-968570567/running 2024-11-21T14:19:29,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38217-0x1013ae581150001, quorum=127.0.0.1:59838, baseZNode=/0-968570567 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-968570567/running 2024-11-21T14:19:29,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46741-0x1013ae581150000, quorum=127.0.0.1:59838, baseZNode=/0-968570567 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-968570567 2024-11-21T14:19:29,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38217-0x1013ae581150001, quorum=127.0.0.1:59838, baseZNode=/0-968570567 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-968570567 2024-11-21T14:19:29,226 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8a7a968213a0,46741,1732198767433, sessionid=0x1013ae581150000, setting cluster-up flag (Was=false) 2024-11-21T14:19:29,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46741-0x1013ae581150000, quorum=127.0.0.1:59838, baseZNode=/0-968570567 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-968570567 2024-11-21T14:19:29,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38217-0x1013ae581150001, quorum=127.0.0.1:59838, baseZNode=/0-968570567 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-968570567 2024-11-21T14:19:29,233 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-968570567/flush-table-proc/acquired, /0-968570567/flush-table-proc/reached, /0-968570567/flush-table-proc/abort 2024-11-21T14:19:29,234 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8a7a968213a0,46741,1732198767433 2024-11-21T14:19:29,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46741-0x1013ae581150000, quorum=127.0.0.1:59838, baseZNode=/0-968570567 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-968570567 2024-11-21T14:19:29,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38217-0x1013ae581150001, quorum=127.0.0.1:59838, baseZNode=/0-968570567 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-968570567 2024-11-21T14:19:29,242 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-968570567/online-snapshot/acquired, /0-968570567/online-snapshot/reached, /0-968570567/online-snapshot/abort 2024-11-21T14:19:29,243 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8a7a968213a0,46741,1732198767433 2024-11-21T14:19:29,244 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T14:19:29,246 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T14:19:29,246 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T14:19:29,246 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T14:19:29,247 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8a7a968213a0,46741,1732198767433 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T14:19:29,248 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8a7a968213a0:0, corePoolSize=5, maxPoolSize=5 2024-11-21T14:19:29,248 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8a7a968213a0:0, corePoolSize=5, maxPoolSize=5 2024-11-21T14:19:29,248 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8a7a968213a0:0, corePoolSize=5, maxPoolSize=5 2024-11-21T14:19:29,248 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8a7a968213a0:0, corePoolSize=5, maxPoolSize=5 2024-11-21T14:19:29,248 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8a7a968213a0:0, corePoolSize=10, maxPoolSize=10 2024-11-21T14:19:29,248 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:19:29,248 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8a7a968213a0:0, corePoolSize=2, maxPoolSize=2 2024-11-21T14:19:29,248 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:19:29,250 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T14:19:29,250 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T14:19:29,250 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732198799250 2024-11-21T14:19:29,250 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T14:19:29,250 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T14:19:29,250 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T14:19:29,250 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T14:19:29,250 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T14:19:29,250 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T14:19:29,250 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T14:19:29,251 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:19:29,251 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T14:19:29,251 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T14:19:29,251 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T14:19:29,251 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T14:19:29,251 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T14:19:29,256 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T14:19:29,256 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T14:19:29,256 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8a7a968213a0:0:becomeActiveMaster-HFileCleaner.large.0-1732198769256,5,FailOnTimeoutGroup] 2024-11-21T14:19:29,256 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8a7a968213a0:0:becomeActiveMaster-HFileCleaner.small.0-1732198769256,5,FailOnTimeoutGroup] 2024-11-21T14:19:29,256 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T14:19:29,256 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T14:19:29,256 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T14:19:29,256 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T14:19:29,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32879 is added to blk_1073741831_1007 (size=1321) 2024-11-21T14:19:29,311 INFO [RS:0;8a7a968213a0:38217 {}] regionserver.HRegionServer(746): ClusterId : 00e38769-dcf7-4449-b115-f7753ca38c8d 2024-11-21T14:19:29,311 DEBUG [RS:0;8a7a968213a0:38217 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T14:19:29,313 DEBUG [RS:0;8a7a968213a0:38217 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T14:19:29,313 DEBUG [RS:0;8a7a968213a0:38217 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T14:19:29,315 DEBUG [RS:0;8a7a968213a0:38217 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T14:19:29,316 DEBUG [RS:0;8a7a968213a0:38217 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20ebdd9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8a7a968213a0/172.17.0.2:0 2024-11-21T14:19:29,327 DEBUG [RS:0;8a7a968213a0:38217 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8a7a968213a0:38217 2024-11-21T14:19:29,327 INFO [RS:0;8a7a968213a0:38217 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T14:19:29,327 INFO [RS:0;8a7a968213a0:38217 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T14:19:29,327 DEBUG [RS:0;8a7a968213a0:38217 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T14:19:29,328 INFO [RS:0;8a7a968213a0:38217 {}] regionserver.HRegionServer(2659): reportForDuty to master=8a7a968213a0,46741,1732198767433 with port=38217, startcode=1732198767483 2024-11-21T14:19:29,328 DEBUG [RS:0;8a7a968213a0:38217 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T14:19:29,330 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48547, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T14:19:29,330 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46741 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8a7a968213a0,38217,1732198767483 2024-11-21T14:19:29,330 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46741 {}] master.ServerManager(517): Registering regionserver=8a7a968213a0,38217,1732198767483 2024-11-21T14:19:29,332 DEBUG [RS:0;8a7a968213a0:38217 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268 2024-11-21T14:19:29,332 DEBUG [RS:0;8a7a968213a0:38217 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34715 2024-11-21T14:19:29,332 DEBUG [RS:0;8a7a968213a0:38217 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T14:19:29,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46741-0x1013ae581150000, quorum=127.0.0.1:59838, baseZNode=/0-968570567 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-968570567/rs 2024-11-21T14:19:29,333 DEBUG [RS:0;8a7a968213a0:38217 {}] zookeeper.ZKUtil(111): regionserver:38217-0x1013ae581150001, quorum=127.0.0.1:59838, baseZNode=/0-968570567 Set watcher on existing znode=/0-968570567/rs/8a7a968213a0,38217,1732198767483 2024-11-21T14:19:29,333 WARN [RS:0;8a7a968213a0:38217 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T14:19:29,334 INFO [RS:0;8a7a968213a0:38217 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:19:29,334 DEBUG [RS:0;8a7a968213a0:38217 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/WALs/8a7a968213a0,38217,1732198767483 2024-11-21T14:19:29,334 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8a7a968213a0,38217,1732198767483] 2024-11-21T14:19:29,337 INFO [RS:0;8a7a968213a0:38217 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T14:19:29,339 INFO [RS:0;8a7a968213a0:38217 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T14:19:29,340 INFO [RS:0;8a7a968213a0:38217 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T14:19:29,340 INFO [RS:0;8a7a968213a0:38217 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T14:19:29,340 INFO [RS:0;8a7a968213a0:38217 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T14:19:29,340 INFO [RS:0;8a7a968213a0:38217 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T14:19:29,341 INFO [RS:0;8a7a968213a0:38217 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T14:19:29,341 DEBUG [RS:0;8a7a968213a0:38217 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:19:29,341 DEBUG [RS:0;8a7a968213a0:38217 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:19:29,341 DEBUG [RS:0;8a7a968213a0:38217 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:19:29,341 DEBUG [RS:0;8a7a968213a0:38217 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:19:29,341 DEBUG [RS:0;8a7a968213a0:38217 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:19:29,341 DEBUG [RS:0;8a7a968213a0:38217 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8a7a968213a0:0, corePoolSize=2, maxPoolSize=2 2024-11-21T14:19:29,341 DEBUG [RS:0;8a7a968213a0:38217 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:19:29,341 DEBUG [RS:0;8a7a968213a0:38217 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:19:29,341 DEBUG [RS:0;8a7a968213a0:38217 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:19:29,341 DEBUG [RS:0;8a7a968213a0:38217 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:19:29,341 DEBUG [RS:0;8a7a968213a0:38217 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:19:29,341 DEBUG [RS:0;8a7a968213a0:38217 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:19:29,341 DEBUG [RS:0;8a7a968213a0:38217 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8a7a968213a0:0, corePoolSize=3, maxPoolSize=3 2024-11-21T14:19:29,341 DEBUG [RS:0;8a7a968213a0:38217 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8a7a968213a0:0, corePoolSize=3, maxPoolSize=3 2024-11-21T14:19:29,347 INFO [RS:0;8a7a968213a0:38217 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T14:19:29,347 INFO [RS:0;8a7a968213a0:38217 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T14:19:29,347 INFO [RS:0;8a7a968213a0:38217 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T14:19:29,347 INFO [RS:0;8a7a968213a0:38217 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T14:19:29,347 INFO [RS:0;8a7a968213a0:38217 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T14:19:29,347 INFO [RS:0;8a7a968213a0:38217 {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,38217,1732198767483-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T14:19:29,366 INFO [RS:0;8a7a968213a0:38217 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T14:19:29,366 INFO [RS:0;8a7a968213a0:38217 {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,38217,1732198767483-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T14:19:29,366 INFO [RS:0;8a7a968213a0:38217 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:19:29,366 INFO [RS:0;8a7a968213a0:38217 {}] regionserver.Replication(171): 8a7a968213a0,38217,1732198767483 started 2024-11-21T14:19:29,383 INFO [RS:0;8a7a968213a0:38217 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:19:29,383 INFO [RS:0;8a7a968213a0:38217 {}] regionserver.HRegionServer(1482): Serving as 8a7a968213a0,38217,1732198767483, RpcServer on 8a7a968213a0/172.17.0.2:38217, sessionid=0x1013ae581150001 2024-11-21T14:19:29,383 DEBUG [RS:0;8a7a968213a0:38217 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T14:19:29,383 DEBUG [RS:0;8a7a968213a0:38217 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8a7a968213a0,38217,1732198767483 2024-11-21T14:19:29,383 DEBUG [RS:0;8a7a968213a0:38217 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8a7a968213a0,38217,1732198767483' 2024-11-21T14:19:29,383 DEBUG [RS:0;8a7a968213a0:38217 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-968570567/flush-table-proc/abort' 2024-11-21T14:19:29,383 DEBUG [RS:0;8a7a968213a0:38217 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-968570567/flush-table-proc/acquired' 2024-11-21T14:19:29,384 DEBUG [RS:0;8a7a968213a0:38217 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T14:19:29,384 DEBUG [RS:0;8a7a968213a0:38217 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T14:19:29,384 DEBUG [RS:0;8a7a968213a0:38217 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8a7a968213a0,38217,1732198767483 2024-11-21T14:19:29,384 DEBUG [RS:0;8a7a968213a0:38217 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8a7a968213a0,38217,1732198767483' 2024-11-21T14:19:29,384 DEBUG [RS:0;8a7a968213a0:38217 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-968570567/online-snapshot/abort' 2024-11-21T14:19:29,384 DEBUG [RS:0;8a7a968213a0:38217 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-968570567/online-snapshot/acquired' 2024-11-21T14:19:29,384 DEBUG [RS:0;8a7a968213a0:38217 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T14:19:29,384 INFO [RS:0;8a7a968213a0:38217 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T14:19:29,384 INFO [RS:0;8a7a968213a0:38217 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T14:19:29,485 INFO [RS:0;8a7a968213a0:38217 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T14:19:29,486 INFO [RS:0;8a7a968213a0:38217 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8a7a968213a0%2C38217%2C1732198767483, suffix=, logDir=hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/WALs/8a7a968213a0,38217,1732198767483, archiveDir=hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/oldWALs, maxLogs=10 2024-11-21T14:19:29,500 DEBUG [RS:0;8a7a968213a0:38217 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/WALs/8a7a968213a0,38217,1732198767483/8a7a968213a0%2C38217%2C1732198767483.1732198769487, exclude list is [], retry=0 2024-11-21T14:19:29,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32879,DS-717dd972-0d80-4ae9-8420-be3bd42a3a93,DISK] 2024-11-21T14:19:29,504 INFO [RS:0;8a7a968213a0:38217 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/WALs/8a7a968213a0,38217,1732198767483/8a7a968213a0%2C38217%2C1732198767483.1732198769487 2024-11-21T14:19:29,505 DEBUG [RS:0;8a7a968213a0:38217 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36117:36117)] 2024-11-21T14:19:29,662 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T14:19:29,662 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268 2024-11-21T14:19:29,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32879 is added to blk_1073741833_1009 (size=32) 2024-11-21T14:19:30,068 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:19:30,069 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T14:19:30,070 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T14:19:30,070 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:19:30,071 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:19:30,071 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T14:19:30,072 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T14:19:30,072 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:19:30,072 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:19:30,073 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T14:19:30,074 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T14:19:30,074 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:19:30,074 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:19:30,074 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T14:19:30,075 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T14:19:30,075 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:19:30,075 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:19:30,075 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T14:19:30,076 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/data/hbase/meta/1588230740 2024-11-21T14:19:30,076 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/data/hbase/meta/1588230740 2024-11-21T14:19:30,077 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T14:19:30,077 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T14:19:30,077 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T14:19:30,078 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T14:19:30,080 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T14:19:30,080 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59520826, jitterRate=-0.11307057738304138}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T14:19:30,081 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732198770068Initializing all the Stores at 1732198770069 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198770069Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198770069Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198770069Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198770069Cleaning up temporary data from old regions at 1732198770077 (+8 ms)Region opened successfully at 1732198770081 (+4 ms) 2024-11-21T14:19:30,081 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T14:19:30,081 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T14:19:30,081 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T14:19:30,081 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T14:19:30,081 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T14:19:30,081 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T14:19:30,081 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732198770081Disabling compacts and flushes for region at 1732198770081Disabling writes for close at 1732198770081Writing region close event to WAL at 1732198770081Closed at 1732198770081 2024-11-21T14:19:30,082 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T14:19:30,082 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T14:19:30,082 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T14:19:30,083 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T14:19:30,084 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T14:19:30,234 DEBUG [8a7a968213a0:46741 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T14:19:30,236 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8a7a968213a0,38217,1732198767483 2024-11-21T14:19:30,238 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8a7a968213a0,38217,1732198767483, state=OPENING 2024-11-21T14:19:30,239 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T14:19:30,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46741-0x1013ae581150000, quorum=127.0.0.1:59838, baseZNode=/0-968570567 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-968570567 2024-11-21T14:19:30,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38217-0x1013ae581150001, quorum=127.0.0.1:59838, baseZNode=/0-968570567 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-968570567 2024-11-21T14:19:30,241 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T14:19:30,241 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8a7a968213a0,38217,1732198767483}] 2024-11-21T14:19:30,241 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-968570567/meta-region-server: CHANGED 2024-11-21T14:19:30,242 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-968570567/meta-region-server: CHANGED 2024-11-21T14:19:30,395 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T14:19:30,397 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42795, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T14:19:30,400 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T14:19:30,400 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:19:30,400 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T14:19:30,402 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8a7a968213a0%2C38217%2C1732198767483.meta, suffix=.meta, logDir=hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/WALs/8a7a968213a0,38217,1732198767483, archiveDir=hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/oldWALs, maxLogs=10 2024-11-21T14:19:30,415 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/WALs/8a7a968213a0,38217,1732198767483/8a7a968213a0%2C38217%2C1732198767483.meta.1732198770402.meta, exclude list is [], retry=0 2024-11-21T14:19:30,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32879,DS-717dd972-0d80-4ae9-8420-be3bd42a3a93,DISK] 2024-11-21T14:19:30,419 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/WALs/8a7a968213a0,38217,1732198767483/8a7a968213a0%2C38217%2C1732198767483.meta.1732198770402.meta 2024-11-21T14:19:30,419 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36117:36117)] 2024-11-21T14:19:30,420 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T14:19:30,420 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T14:19:30,420 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T14:19:30,420 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T14:19:30,420 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T14:19:30,420 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T14:19:30,420 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:19:30,421 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T14:19:30,421 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T14:19:30,422 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T14:19:30,423 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T14:19:30,423 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:19:30,423 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:19:30,423 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T14:19:30,424 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T14:19:30,424 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:19:30,424 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:19:30,424 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T14:19:30,425 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T14:19:30,425 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:19:30,425 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:19:30,425 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T14:19:30,426 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T14:19:30,426 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:19:30,426 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:19:30,426 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T14:19:30,427 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/data/hbase/meta/1588230740 2024-11-21T14:19:30,428 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/data/hbase/meta/1588230740 2024-11-21T14:19:30,428 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T14:19:30,428 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T14:19:30,429 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T14:19:30,430 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T14:19:30,430 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73157155, jitterRate=0.09012655913829803}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T14:19:30,430 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T14:19:30,431 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732198770421Writing region info on filesystem at 1732198770421Initializing all the Stores at 1732198770421Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198770421Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198770422 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198770422Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198770422Cleaning up temporary data from old regions at 1732198770428 (+6 ms)Running coprocessor post-open hooks at 1732198770430 (+2 ms)Region opened successfully at 1732198770431 (+1 ms) 2024-11-21T14:19:30,432 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732198770395 2024-11-21T14:19:30,433 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T14:19:30,433 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T14:19:30,434 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=8a7a968213a0,38217,1732198767483 2024-11-21T14:19:30,434 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8a7a968213a0,38217,1732198767483, state=OPEN 2024-11-21T14:19:30,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46741-0x1013ae581150000, quorum=127.0.0.1:59838, baseZNode=/0-968570567 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-968570567/meta-region-server 2024-11-21T14:19:30,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38217-0x1013ae581150001, quorum=127.0.0.1:59838, baseZNode=/0-968570567 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-968570567/meta-region-server 2024-11-21T14:19:30,442 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8a7a968213a0,38217,1732198767483 2024-11-21T14:19:30,442 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-968570567/meta-region-server: CHANGED 2024-11-21T14:19:30,442 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-968570567/meta-region-server: CHANGED 2024-11-21T14:19:30,444 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T14:19:30,444 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8a7a968213a0,38217,1732198767483 in 201 msec 2024-11-21T14:19:30,445 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T14:19:30,445 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 362 msec 2024-11-21T14:19:30,446 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T14:19:30,446 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T14:19:30,447 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:19:30,447 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a7a968213a0,38217,1732198767483, seqNum=-1] 2024-11-21T14:19:30,448 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:19:30,449 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57373, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T14:19:30,453 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2060 sec 2024-11-21T14:19:30,453 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732198770453, completionTime=-1 2024-11-21T14:19:30,453 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T14:19:30,453 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T14:19:30,454 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T14:19:30,454 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732198830454 2024-11-21T14:19:30,454 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732198890454 2024-11-21T14:19:30,454 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-21T14:19:30,455 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,46741,1732198767433-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T14:19:30,455 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,46741,1732198767433-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:19:30,455 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,46741,1732198767433-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:19:30,455 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8a7a968213a0:46741, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:19:30,455 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T14:19:30,455 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T14:19:30,456 DEBUG [master/8a7a968213a0:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T14:19:30,458 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.932sec 2024-11-21T14:19:30,458 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T14:19:30,458 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T14:19:30,458 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T14:19:30,458 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T14:19:30,458 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T14:19:30,458 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,46741,1732198767433-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T14:19:30,458 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,46741,1732198767433-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T14:19:30,460 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T14:19:30,460 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T14:19:30,460 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,46741,1732198767433-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:19:30,511 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4065d1bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:19:30,511 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8a7a968213a0,46741,-1 for getting cluster id 2024-11-21T14:19:30,512 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:19:30,513 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00e38769-dcf7-4449-b115-f7753ca38c8d' 2024-11-21T14:19:30,513 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:19:30,513 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00e38769-dcf7-4449-b115-f7753ca38c8d" 2024-11-21T14:19:30,513 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70d1de42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:19:30,513 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a7a968213a0,46741,-1] 2024-11-21T14:19:30,514 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:19:30,514 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:19:30,515 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:19:30,515 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50100f9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:19:30,515 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:19:30,516 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a7a968213a0,38217,1732198767483, seqNum=-1] 2024-11-21T14:19:30,517 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:19:30,517 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T14:19:30,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=8a7a968213a0,46741,1732198767433 2024-11-21T14:19:30,520 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:59838 2024-11-21T14:19:30,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:59838, baseZNode=/0-968570567 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T14:19:30,522 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013ae581150002 connected 2024-11-21T14:19:30,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0b9609f-06e7-2a52-bbc9-f1277d8962ab/hadoop.log.dir so I do NOT create it in target/test-data/f9de7a13-5587-7a24-e37d-df477ee2e243 2024-11-21T14:19:30,525 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0b9609f-06e7-2a52-bbc9-f1277d8962ab/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T14:19:30,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0b9609f-06e7-2a52-bbc9-f1277d8962ab/hadoop.tmp.dir so I do NOT create it in target/test-data/f9de7a13-5587-7a24-e37d-df477ee2e243 2024-11-21T14:19:30,525 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0b9609f-06e7-2a52-bbc9-f1277d8962ab/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T14:19:30,526 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9de7a13-5587-7a24-e37d-df477ee2e243 2024-11-21T14:19:30,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T14:19:30,526 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9de7a13-5587-7a24-e37d-df477ee2e243/cluster_1c28959f-a511-27a7-a9ee-2155095652b0, deleteOnExit=true 2024-11-21T14:19:30,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T14:19:30,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9de7a13-5587-7a24-e37d-df477ee2e243/test.cache.data in system properties and HBase conf 2024-11-21T14:19:30,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9de7a13-5587-7a24-e37d-df477ee2e243/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T14:19:30,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9de7a13-5587-7a24-e37d-df477ee2e243/hadoop.log.dir in system properties and HBase conf 2024-11-21T14:19:30,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9de7a13-5587-7a24-e37d-df477ee2e243/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T14:19:30,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9de7a13-5587-7a24-e37d-df477ee2e243/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T14:19:30,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T14:19:30,526 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T14:19:30,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9de7a13-5587-7a24-e37d-df477ee2e243/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T14:19:30,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9de7a13-5587-7a24-e37d-df477ee2e243/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T14:19:30,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9de7a13-5587-7a24-e37d-df477ee2e243/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T14:19:30,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9de7a13-5587-7a24-e37d-df477ee2e243/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T14:19:30,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9de7a13-5587-7a24-e37d-df477ee2e243/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T14:19:30,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9de7a13-5587-7a24-e37d-df477ee2e243/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T14:19:30,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9de7a13-5587-7a24-e37d-df477ee2e243/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T14:19:30,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9de7a13-5587-7a24-e37d-df477ee2e243/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T14:19:30,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9de7a13-5587-7a24-e37d-df477ee2e243/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T14:19:30,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9de7a13-5587-7a24-e37d-df477ee2e243/nfs.dump.dir in system properties and HBase conf 2024-11-21T14:19:30,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9de7a13-5587-7a24-e37d-df477ee2e243/java.io.tmpdir in system properties and HBase conf 2024-11-21T14:19:30,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9de7a13-5587-7a24-e37d-df477ee2e243/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T14:19:30,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9de7a13-5587-7a24-e37d-df477ee2e243/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T14:19:30,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9de7a13-5587-7a24-e37d-df477ee2e243/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T14:19:30,598 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T14:19:30,601 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T14:19:30,603 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T14:19:30,603 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T14:19:30,603 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T14:19:30,604 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T14:19:30,604 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d4afaf6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9de7a13-5587-7a24-e37d-df477ee2e243/hadoop.log.dir/,AVAILABLE} 2024-11-21T14:19:30,604 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6866c87b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T14:19:30,725 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7ed18bf7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9de7a13-5587-7a24-e37d-df477ee2e243/java.io.tmpdir/jetty-localhost-44299-hadoop-hdfs-3_4_1-tests_jar-_-any-1719444357278416257/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T14:19:30,726 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@79eb9e95{HTTP/1.1, (http/1.1)}{localhost:44299} 2024-11-21T14:19:30,726 INFO [Time-limited test {}] server.Server(415): Started @158831ms 2024-11-21T14:19:30,815 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T14:19:30,818 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T14:19:30,819 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T14:19:30,819 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T14:19:30,819 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T14:19:30,820 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7332160{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9de7a13-5587-7a24-e37d-df477ee2e243/hadoop.log.dir/,AVAILABLE} 2024-11-21T14:19:30,820 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@21327da{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T14:19:30,940 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@238557e0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9de7a13-5587-7a24-e37d-df477ee2e243/java.io.tmpdir/jetty-localhost-34449-hadoop-hdfs-3_4_1-tests_jar-_-any-15205549008250878082/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T14:19:30,941 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2f60f768{HTTP/1.1, (http/1.1)}{localhost:34449} 2024-11-21T14:19:30,941 INFO [Time-limited test {}] server.Server(415): Started @159046ms 2024-11-21T14:19:30,942 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T14:19:31,043 WARN [Thread-1803 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9de7a13-5587-7a24-e37d-df477ee2e243/cluster_1c28959f-a511-27a7-a9ee-2155095652b0/data/data1/current/BP-2025630306-172.17.0.2-1732198770546/current, will proceed with Du for space computation calculation, 2024-11-21T14:19:31,043 WARN [Thread-1804 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9de7a13-5587-7a24-e37d-df477ee2e243/cluster_1c28959f-a511-27a7-a9ee-2155095652b0/data/data2/current/BP-2025630306-172.17.0.2-1732198770546/current, will proceed with Du for space computation calculation, 2024-11-21T14:19:31,066 WARN [Thread-1791 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T14:19:31,068 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe7576af1ec12566d with lease ID 0x4ae03cf5e33ef136: Processing first storage report for DS-e512d118-2786-48b5-86b8-a0106177ab10 from datanode DatanodeRegistration(127.0.0.1:37039, datanodeUuid=2b9d44b9-815e-4697-9ca0-1b6baa6ffdd4, infoPort=43265, infoSecurePort=0, ipcPort=44179, storageInfo=lv=-57;cid=testClusterID;nsid=978177101;c=1732198770546) 2024-11-21T14:19:31,068 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe7576af1ec12566d with lease ID 0x4ae03cf5e33ef136: from storage DS-e512d118-2786-48b5-86b8-a0106177ab10 node DatanodeRegistration(127.0.0.1:37039, datanodeUuid=2b9d44b9-815e-4697-9ca0-1b6baa6ffdd4, infoPort=43265, infoSecurePort=0, ipcPort=44179, storageInfo=lv=-57;cid=testClusterID;nsid=978177101;c=1732198770546), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T14:19:31,068 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe7576af1ec12566d with lease ID 0x4ae03cf5e33ef136: Processing first storage report for DS-60d67a18-696c-41dd-9285-7c1ac2851ce8 from datanode DatanodeRegistration(127.0.0.1:37039, datanodeUuid=2b9d44b9-815e-4697-9ca0-1b6baa6ffdd4, infoPort=43265, infoSecurePort=0, ipcPort=44179, storageInfo=lv=-57;cid=testClusterID;nsid=978177101;c=1732198770546) 2024-11-21T14:19:31,068 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe7576af1ec12566d with lease ID 0x4ae03cf5e33ef136: from storage DS-60d67a18-696c-41dd-9285-7c1ac2851ce8 node DatanodeRegistration(127.0.0.1:37039, datanodeUuid=2b9d44b9-815e-4697-9ca0-1b6baa6ffdd4, infoPort=43265, infoSecurePort=0, ipcPort=44179, storageInfo=lv=-57;cid=testClusterID;nsid=978177101;c=1732198770546), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T14:19:31,166 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9de7a13-5587-7a24-e37d-df477ee2e243 2024-11-21T14:19:31,166 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:19:31,167 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:19:31,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37039 is added to blk_1073741825_1001 (size=7) 2024-11-21T14:19:31,575 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40895/user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8 with version=8 2024-11-21T14:19:31,575 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40895/user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8/hbase-staging 2024-11-21T14:19:31,577 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8a7a968213a0:0 server-side Connection retries=45 2024-11-21T14:19:31,577 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T14:19:31,577 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T14:19:31,577 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T14:19:31,577 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T14:19:31,577 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T14:19:31,577 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T14:19:31,578 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T14:19:31,578 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32873 2024-11-21T14:19:31,579 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:32873 connecting to ZooKeeper ensemble=127.0.0.1:59838 2024-11-21T14:19:31,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:328730x0, quorum=127.0.0.1:59838, baseZNode=/1-1233971379 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T14:19:31,584 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:32873-0x1013ae581150003 connected 2024-11-21T14:19:31,599 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:19:31,600 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:19:31,602 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32873-0x1013ae581150003, quorum=127.0.0.1:59838, baseZNode=/1-1233971379 Set watcher on znode that does not yet exist, /1-1233971379/running 2024-11-21T14:19:31,602 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40895/user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8, hbase.cluster.distributed=false 2024-11-21T14:19:31,606 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32873-0x1013ae581150003, quorum=127.0.0.1:59838, baseZNode=/1-1233971379 Set watcher on znode that does not yet exist, /1-1233971379/acl 2024-11-21T14:19:31,606 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32873 2024-11-21T14:19:31,606 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32873 2024-11-21T14:19:31,607 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32873 2024-11-21T14:19:31,607 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32873 2024-11-21T14:19:31,607 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32873 2024-11-21T14:19:31,622 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8a7a968213a0:0 server-side Connection retries=45 2024-11-21T14:19:31,622 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T14:19:31,622 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T14:19:31,622 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T14:19:31,622 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T14:19:31,622 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T14:19:31,622 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T14:19:31,622 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T14:19:31,623 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32915 2024-11-21T14:19:31,624 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32915 connecting to ZooKeeper ensemble=127.0.0.1:59838 2024-11-21T14:19:31,625 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:19:31,627 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:19:31,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:329150x0, quorum=127.0.0.1:59838, baseZNode=/1-1233971379 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T14:19:31,632 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:329150x0, quorum=127.0.0.1:59838, baseZNode=/1-1233971379 Set watcher on znode that does not yet exist, /1-1233971379/running 2024-11-21T14:19:31,632 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32915-0x1013ae581150004 connected 2024-11-21T14:19:31,632 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T14:19:31,633 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T14:19:31,634 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32915-0x1013ae581150004, quorum=127.0.0.1:59838, baseZNode=/1-1233971379 Set watcher on znode that does not yet exist, /1-1233971379/master 2024-11-21T14:19:31,635 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32915-0x1013ae581150004, quorum=127.0.0.1:59838, baseZNode=/1-1233971379 Set watcher on znode that does not yet exist, /1-1233971379/acl 2024-11-21T14:19:31,639 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32915 2024-11-21T14:19:31,639 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32915 2024-11-21T14:19:31,639 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32915 2024-11-21T14:19:31,640 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32915 2024-11-21T14:19:31,641 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32915 2024-11-21T14:19:31,657 DEBUG [M:0;8a7a968213a0:32873 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8a7a968213a0:32873 2024-11-21T14:19:31,657 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1233971379/backup-masters/8a7a968213a0,32873,1732198771577 2024-11-21T14:19:31,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32873-0x1013ae581150003, quorum=127.0.0.1:59838, baseZNode=/1-1233971379 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1233971379/backup-masters 2024-11-21T14:19:31,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32915-0x1013ae581150004, quorum=127.0.0.1:59838, baseZNode=/1-1233971379 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1233971379/backup-masters 2024-11-21T14:19:31,659 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32873-0x1013ae581150003, quorum=127.0.0.1:59838, baseZNode=/1-1233971379 Set watcher on existing znode=/1-1233971379/backup-masters/8a7a968213a0,32873,1732198771577 2024-11-21T14:19:31,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32915-0x1013ae581150004, quorum=127.0.0.1:59838, baseZNode=/1-1233971379 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1233971379/master 2024-11-21T14:19:31,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32873-0x1013ae581150003, quorum=127.0.0.1:59838, baseZNode=/1-1233971379 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1233971379 2024-11-21T14:19:31,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32915-0x1013ae581150004, quorum=127.0.0.1:59838, baseZNode=/1-1233971379 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1233971379 2024-11-21T14:19:31,661 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32873-0x1013ae581150003, quorum=127.0.0.1:59838, baseZNode=/1-1233971379 Set watcher on existing znode=/1-1233971379/master 2024-11-21T14:19:31,661 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1233971379/backup-masters/8a7a968213a0,32873,1732198771577 from backup master directory 2024-11-21T14:19:31,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32873-0x1013ae581150003, quorum=127.0.0.1:59838, baseZNode=/1-1233971379 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1233971379/backup-masters/8a7a968213a0,32873,1732198771577 2024-11-21T14:19:31,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32873-0x1013ae581150003, quorum=127.0.0.1:59838, baseZNode=/1-1233971379 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1233971379/backup-masters 2024-11-21T14:19:31,663 WARN [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T14:19:31,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32915-0x1013ae581150004, quorum=127.0.0.1:59838, baseZNode=/1-1233971379 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1233971379/backup-masters 2024-11-21T14:19:31,663 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8a7a968213a0,32873,1732198771577 2024-11-21T14:19:31,669 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40895/user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8/hbase.id] with ID: 0c0a42cc-27d8-426b-8f88-100929718986 2024-11-21T14:19:31,669 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40895/user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8/.tmp/hbase.id 2024-11-21T14:19:31,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37039 is added to blk_1073741826_1002 (size=42) 2024-11-21T14:19:32,077 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40895/user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8/.tmp/hbase.id]:[hdfs://localhost:40895/user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8/hbase.id] 2024-11-21T14:19:32,085 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:19:32,086 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T14:19:32,086 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-21T14:19:32,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32873-0x1013ae581150003, quorum=127.0.0.1:59838, baseZNode=/1-1233971379 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1233971379 2024-11-21T14:19:32,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32915-0x1013ae581150004, quorum=127.0.0.1:59838, baseZNode=/1-1233971379 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1233971379 2024-11-21T14:19:32,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37039 is added to blk_1073741827_1003 (size=196) 2024-11-21T14:19:32,495 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T14:19:32,496 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T14:19:32,497 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:19:32,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37039 is added to blk_1073741828_1004 (size=1189) 2024-11-21T14:19:32,511 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40895/user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8/MasterData/data/master/store 2024-11-21T14:19:32,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37039 is added to blk_1073741829_1005 (size=34) 2024-11-21T14:19:32,518 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:19:32,518 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T14:19:32,518 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:19:32,518 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:19:32,518 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T14:19:32,518 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:19:32,518 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:19:32,518 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732198772518Disabling compacts and flushes for region at 1732198772518Disabling writes for close at 1732198772518Writing region close event to WAL at 1732198772518Closed at 1732198772518 2024-11-21T14:19:32,519 WARN [master/8a7a968213a0:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40895/user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8/MasterData/data/master/store/.initializing 2024-11-21T14:19:32,519 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40895/user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8/MasterData/WALs/8a7a968213a0,32873,1732198771577 2024-11-21T14:19:32,520 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T14:19:32,521 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8a7a968213a0%2C32873%2C1732198771577, suffix=, logDir=hdfs://localhost:40895/user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8/MasterData/WALs/8a7a968213a0,32873,1732198771577, archiveDir=hdfs://localhost:40895/user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8/MasterData/oldWALs, maxLogs=10 2024-11-21T14:19:32,535 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8/MasterData/WALs/8a7a968213a0,32873,1732198771577/8a7a968213a0%2C32873%2C1732198771577.1732198772522, exclude list is [], retry=0 2024-11-21T14:19:32,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37039,DS-e512d118-2786-48b5-86b8-a0106177ab10,DISK] 2024-11-21T14:19:32,539 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8/MasterData/WALs/8a7a968213a0,32873,1732198771577/8a7a968213a0%2C32873%2C1732198771577.1732198772522 2024-11-21T14:19:32,540 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43265:43265)] 2024-11-21T14:19:32,540 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T14:19:32,540 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:19:32,540 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:19:32,540 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:19:32,543 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:19:32,544 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T14:19:32,544 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:19:32,545 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:19:32,545 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:19:32,546 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T14:19:32,546 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:19:32,546 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:19:32,546 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:19:32,549 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T14:19:32,549 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:19:32,550 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:19:32,550 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:19:32,551 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T14:19:32,552 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:19:32,552 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:19:32,552 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:19:32,553 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40895/user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:19:32,553 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40895/user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:19:32,554 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:19:32,554 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:19:32,555 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T14:19:32,556 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:19:32,558 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40895/user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T14:19:32,558 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63789208, jitterRate=-0.049466729164123535}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T14:19:32,559 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732198772540Initializing all the Stores at 1732198772541 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198772541Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198772543 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198772543Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198772543Cleaning up temporary data from old regions at 1732198772554 (+11 ms)Region opened successfully at 1732198772558 (+4 ms) 2024-11-21T14:19:32,559 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T14:19:32,562 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20b2377a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8a7a968213a0/172.17.0.2:0 2024-11-21T14:19:32,563 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T14:19:32,563 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T14:19:32,563 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T14:19:32,563 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T14:19:32,564 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T14:19:32,564 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T14:19:32,564 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T14:19:32,566 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T14:19:32,567 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32873-0x1013ae581150003, quorum=127.0.0.1:59838, baseZNode=/1-1233971379 Unable to get data of znode /1-1233971379/balancer because node does not exist (not necessarily an error) 2024-11-21T14:19:32,570 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1233971379/balancer already deleted, retry=false 2024-11-21T14:19:32,570 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T14:19:32,571 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32873-0x1013ae581150003, quorum=127.0.0.1:59838, baseZNode=/1-1233971379 Unable to get data of znode /1-1233971379/normalizer because node does not exist (not necessarily an error) 2024-11-21T14:19:32,572 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1233971379/normalizer already deleted, retry=false 2024-11-21T14:19:32,572 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T14:19:32,580 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32873-0x1013ae581150003, quorum=127.0.0.1:59838, baseZNode=/1-1233971379 Unable to get data of znode /1-1233971379/switch/split because node does not exist (not necessarily an error) 2024-11-21T14:19:32,581 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1233971379/switch/split already deleted, retry=false 2024-11-21T14:19:32,582 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32873-0x1013ae581150003, quorum=127.0.0.1:59838, baseZNode=/1-1233971379 Unable to get data of znode /1-1233971379/switch/merge because node does not exist (not necessarily an error) 2024-11-21T14:19:32,584 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1233971379/switch/merge already deleted, retry=false 2024-11-21T14:19:32,586 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32873-0x1013ae581150003, quorum=127.0.0.1:59838, baseZNode=/1-1233971379 Unable to get data of znode /1-1233971379/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T14:19:32,587 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1233971379/snapshot-cleanup already deleted, retry=false 2024-11-21T14:19:32,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32873-0x1013ae581150003, quorum=127.0.0.1:59838, baseZNode=/1-1233971379 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1233971379/running 2024-11-21T14:19:32,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32873-0x1013ae581150003, quorum=127.0.0.1:59838, baseZNode=/1-1233971379 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1233971379 2024-11-21T14:19:32,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32915-0x1013ae581150004, quorum=127.0.0.1:59838, baseZNode=/1-1233971379 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1233971379/running 2024-11-21T14:19:32,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32915-0x1013ae581150004, quorum=127.0.0.1:59838, baseZNode=/1-1233971379 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1233971379 2024-11-21T14:19:32,589 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8a7a968213a0,32873,1732198771577, sessionid=0x1013ae581150003, setting cluster-up flag (Was=false) 2024-11-21T14:19:32,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32873-0x1013ae581150003, quorum=127.0.0.1:59838, baseZNode=/1-1233971379 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1233971379 2024-11-21T14:19:32,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32915-0x1013ae581150004, quorum=127.0.0.1:59838, baseZNode=/1-1233971379 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1233971379 2024-11-21T14:19:32,596 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1233971379/flush-table-proc/acquired, /1-1233971379/flush-table-proc/reached, /1-1233971379/flush-table-proc/abort 2024-11-21T14:19:32,597 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8a7a968213a0,32873,1732198771577 2024-11-21T14:19:32,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32873-0x1013ae581150003, quorum=127.0.0.1:59838, baseZNode=/1-1233971379 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1233971379 2024-11-21T14:19:32,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32915-0x1013ae581150004, quorum=127.0.0.1:59838, baseZNode=/1-1233971379 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1233971379 2024-11-21T14:19:32,605 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1233971379/online-snapshot/acquired, /1-1233971379/online-snapshot/reached, /1-1233971379/online-snapshot/abort 2024-11-21T14:19:32,606 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8a7a968213a0,32873,1732198771577 2024-11-21T14:19:32,607 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40895/user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T14:19:32,609 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T14:19:32,609 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T14:19:32,609 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T14:19:32,610 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8a7a968213a0,32873,1732198771577 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T14:19:32,611 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8a7a968213a0:0, corePoolSize=5, maxPoolSize=5 2024-11-21T14:19:32,611 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8a7a968213a0:0, corePoolSize=5, maxPoolSize=5 2024-11-21T14:19:32,611 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8a7a968213a0:0, corePoolSize=5, maxPoolSize=5 2024-11-21T14:19:32,611 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8a7a968213a0:0, corePoolSize=5, maxPoolSize=5 2024-11-21T14:19:32,611 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8a7a968213a0:0, corePoolSize=10, maxPoolSize=10 2024-11-21T14:19:32,611 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:19:32,611 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8a7a968213a0:0, corePoolSize=2, maxPoolSize=2 2024-11-21T14:19:32,611 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:19:32,612 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T14:19:32,612 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T14:19:32,613 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:19:32,613 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T14:19:32,617 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732198802617 2024-11-21T14:19:32,617 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T14:19:32,617 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T14:19:32,617 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T14:19:32,617 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T14:19:32,617 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T14:19:32,617 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T14:19:32,617 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T14:19:32,617 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T14:19:32,617 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T14:19:32,617 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T14:19:32,617 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T14:19:32,618 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T14:19:32,618 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T14:19:32,618 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8a7a968213a0:0:becomeActiveMaster-HFileCleaner.large.0-1732198772618,5,FailOnTimeoutGroup] 2024-11-21T14:19:32,620 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8a7a968213a0:0:becomeActiveMaster-HFileCleaner.small.0-1732198772618,5,FailOnTimeoutGroup] 2024-11-21T14:19:32,620 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T14:19:32,620 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T14:19:32,620 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T14:19:32,620 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T14:19:32,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37039 is added to blk_1073741831_1007 (size=1321) 2024-11-21T14:19:32,644 INFO [RS:0;8a7a968213a0:32915 {}] regionserver.HRegionServer(746): ClusterId : 0c0a42cc-27d8-426b-8f88-100929718986 2024-11-21T14:19:32,644 DEBUG [RS:0;8a7a968213a0:32915 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T14:19:32,646 DEBUG [RS:0;8a7a968213a0:32915 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T14:19:32,646 DEBUG [RS:0;8a7a968213a0:32915 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T14:19:32,647 DEBUG [RS:0;8a7a968213a0:32915 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T14:19:32,648 DEBUG [RS:0;8a7a968213a0:32915 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cf80256, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8a7a968213a0/172.17.0.2:0 2024-11-21T14:19:32,663 DEBUG [RS:0;8a7a968213a0:32915 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8a7a968213a0:32915 2024-11-21T14:19:32,663 INFO [RS:0;8a7a968213a0:32915 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T14:19:32,663 INFO [RS:0;8a7a968213a0:32915 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T14:19:32,663 DEBUG [RS:0;8a7a968213a0:32915 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T14:19:32,664 INFO [RS:0;8a7a968213a0:32915 {}] regionserver.HRegionServer(2659): reportForDuty to master=8a7a968213a0,32873,1732198771577 with port=32915, startcode=1732198771622 2024-11-21T14:19:32,664 DEBUG [RS:0;8a7a968213a0:32915 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T14:19:32,665 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46893, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T14:19:32,666 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32873 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8a7a968213a0,32915,1732198771622 2024-11-21T14:19:32,666 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32873 {}] master.ServerManager(517): Registering regionserver=8a7a968213a0,32915,1732198771622 2024-11-21T14:19:32,667 DEBUG [RS:0;8a7a968213a0:32915 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40895/user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8 2024-11-21T14:19:32,667 DEBUG [RS:0;8a7a968213a0:32915 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40895 2024-11-21T14:19:32,667 DEBUG [RS:0;8a7a968213a0:32915 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T14:19:32,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32873-0x1013ae581150003, quorum=127.0.0.1:59838, baseZNode=/1-1233971379 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1233971379/rs 2024-11-21T14:19:32,673 DEBUG [RS:0;8a7a968213a0:32915 {}] zookeeper.ZKUtil(111): regionserver:32915-0x1013ae581150004, quorum=127.0.0.1:59838, baseZNode=/1-1233971379 Set watcher on existing znode=/1-1233971379/rs/8a7a968213a0,32915,1732198771622 2024-11-21T14:19:32,673 WARN [RS:0;8a7a968213a0:32915 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T14:19:32,673 INFO [RS:0;8a7a968213a0:32915 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:19:32,673 DEBUG [RS:0;8a7a968213a0:32915 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40895/user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8/WALs/8a7a968213a0,32915,1732198771622 2024-11-21T14:19:32,673 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8a7a968213a0,32915,1732198771622] 2024-11-21T14:19:32,676 INFO [RS:0;8a7a968213a0:32915 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T14:19:32,678 INFO [RS:0;8a7a968213a0:32915 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T14:19:32,678 INFO [RS:0;8a7a968213a0:32915 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T14:19:32,678 INFO [RS:0;8a7a968213a0:32915 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T14:19:32,678 INFO [RS:0;8a7a968213a0:32915 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T14:19:32,679 INFO [RS:0;8a7a968213a0:32915 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T14:19:32,679 INFO [RS:0;8a7a968213a0:32915 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T14:19:32,679 DEBUG [RS:0;8a7a968213a0:32915 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:19:32,679 DEBUG [RS:0;8a7a968213a0:32915 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:19:32,679 DEBUG [RS:0;8a7a968213a0:32915 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:19:32,679 DEBUG [RS:0;8a7a968213a0:32915 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:19:32,679 DEBUG [RS:0;8a7a968213a0:32915 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:19:32,680 DEBUG [RS:0;8a7a968213a0:32915 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8a7a968213a0:0, corePoolSize=2, maxPoolSize=2 2024-11-21T14:19:32,680 DEBUG [RS:0;8a7a968213a0:32915 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:19:32,680 DEBUG [RS:0;8a7a968213a0:32915 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:19:32,680 DEBUG [RS:0;8a7a968213a0:32915 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:19:32,680 DEBUG [RS:0;8a7a968213a0:32915 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:19:32,680 DEBUG [RS:0;8a7a968213a0:32915 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:19:32,680 DEBUG [RS:0;8a7a968213a0:32915 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:19:32,680 DEBUG [RS:0;8a7a968213a0:32915 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8a7a968213a0:0, corePoolSize=3, maxPoolSize=3 2024-11-21T14:19:32,680 DEBUG [RS:0;8a7a968213a0:32915 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8a7a968213a0:0, corePoolSize=3, maxPoolSize=3 2024-11-21T14:19:32,680 INFO [RS:0;8a7a968213a0:32915 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T14:19:32,680 INFO [RS:0;8a7a968213a0:32915 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T14:19:32,680 INFO [RS:0;8a7a968213a0:32915 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T14:19:32,680 INFO [RS:0;8a7a968213a0:32915 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T14:19:32,680 INFO [RS:0;8a7a968213a0:32915 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T14:19:32,680 INFO [RS:0;8a7a968213a0:32915 {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,32915,1732198771622-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T14:19:32,702 INFO [RS:0;8a7a968213a0:32915 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T14:19:32,702 INFO [RS:0;8a7a968213a0:32915 {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,32915,1732198771622-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T14:19:32,702 INFO [RS:0;8a7a968213a0:32915 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:19:32,702 INFO [RS:0;8a7a968213a0:32915 {}] regionserver.Replication(171): 8a7a968213a0,32915,1732198771622 started 2024-11-21T14:19:32,720 INFO [RS:0;8a7a968213a0:32915 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:19:32,720 INFO [RS:0;8a7a968213a0:32915 {}] regionserver.HRegionServer(1482): Serving as 8a7a968213a0,32915,1732198771622, RpcServer on 8a7a968213a0/172.17.0.2:32915, sessionid=0x1013ae581150004 2024-11-21T14:19:32,720 DEBUG [RS:0;8a7a968213a0:32915 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T14:19:32,720 DEBUG [RS:0;8a7a968213a0:32915 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8a7a968213a0,32915,1732198771622 2024-11-21T14:19:32,720 DEBUG [RS:0;8a7a968213a0:32915 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8a7a968213a0,32915,1732198771622' 2024-11-21T14:19:32,720 DEBUG [RS:0;8a7a968213a0:32915 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1233971379/flush-table-proc/abort' 2024-11-21T14:19:32,721 DEBUG [RS:0;8a7a968213a0:32915 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1233971379/flush-table-proc/acquired' 2024-11-21T14:19:32,721 DEBUG [RS:0;8a7a968213a0:32915 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T14:19:32,721 DEBUG [RS:0;8a7a968213a0:32915 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T14:19:32,721 DEBUG [RS:0;8a7a968213a0:32915 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8a7a968213a0,32915,1732198771622 2024-11-21T14:19:32,721 DEBUG [RS:0;8a7a968213a0:32915 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8a7a968213a0,32915,1732198771622' 2024-11-21T14:19:32,721 DEBUG [RS:0;8a7a968213a0:32915 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1233971379/online-snapshot/abort' 2024-11-21T14:19:32,722 DEBUG [RS:0;8a7a968213a0:32915 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1233971379/online-snapshot/acquired' 2024-11-21T14:19:32,722 DEBUG [RS:0;8a7a968213a0:32915 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T14:19:32,722 INFO [RS:0;8a7a968213a0:32915 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T14:19:32,722 INFO [RS:0;8a7a968213a0:32915 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T14:19:32,822 INFO [RS:0;8a7a968213a0:32915 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T14:19:32,824 INFO [RS:0;8a7a968213a0:32915 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8a7a968213a0%2C32915%2C1732198771622, suffix=, logDir=hdfs://localhost:40895/user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8/WALs/8a7a968213a0,32915,1732198771622, archiveDir=hdfs://localhost:40895/user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8/oldWALs, maxLogs=10 2024-11-21T14:19:32,837 DEBUG [RS:0;8a7a968213a0:32915 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8/WALs/8a7a968213a0,32915,1732198771622/8a7a968213a0%2C32915%2C1732198771622.1732198772824, exclude list is [], retry=0 2024-11-21T14:19:32,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37039,DS-e512d118-2786-48b5-86b8-a0106177ab10,DISK] 2024-11-21T14:19:32,842 INFO [RS:0;8a7a968213a0:32915 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8/WALs/8a7a968213a0,32915,1732198771622/8a7a968213a0%2C32915%2C1732198771622.1732198772824 2024-11-21T14:19:32,842 DEBUG [RS:0;8a7a968213a0:32915 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43265:43265)] 2024-11-21T14:19:33,027 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40895/user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T14:19:33,027 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40895/user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8 2024-11-21T14:19:33,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37039 is added to blk_1073741833_1009 (size=32) 2024-11-21T14:19:33,033 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:19:33,034 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T14:19:33,035 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T14:19:33,035 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:19:33,035 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:19:33,035 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T14:19:33,036 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T14:19:33,036 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:19:33,037 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:19:33,037 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T14:19:33,037 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T14:19:33,037 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:19:33,038 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:19:33,038 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T14:19:33,038 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T14:19:33,039 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:19:33,039 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:19:33,039 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T14:19:33,040 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40895/user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8/data/hbase/meta/1588230740 2024-11-21T14:19:33,040 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40895/user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8/data/hbase/meta/1588230740 2024-11-21T14:19:33,041 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T14:19:33,041 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T14:19:33,041 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T14:19:33,042 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T14:19:33,044 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40895/user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T14:19:33,044 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75267496, jitterRate=0.12157309055328369}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T14:19:33,044 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732198773033Initializing all the Stores at 1732198773034 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198773034Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198773034Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198773034Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198773034Cleaning up temporary data from old regions at 1732198773041 (+7 ms)Region opened successfully at 1732198773044 (+3 ms) 2024-11-21T14:19:33,045 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T14:19:33,045 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T14:19:33,045 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T14:19:33,045 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T14:19:33,045 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T14:19:33,045 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T14:19:33,045 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732198773044Disabling compacts and flushes for region at 1732198773044Disabling writes for close at 1732198773045 (+1 ms)Writing region close event to WAL at 1732198773045Closed at 1732198773045 2024-11-21T14:19:33,046 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T14:19:33,046 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T14:19:33,047 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T14:19:33,048 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T14:19:33,048 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T14:19:33,199 DEBUG [8a7a968213a0:32873 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T14:19:33,199 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8a7a968213a0,32915,1732198771622 2024-11-21T14:19:33,200 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8a7a968213a0,32915,1732198771622, state=OPENING 2024-11-21T14:19:33,202 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T14:19:33,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32873-0x1013ae581150003, quorum=127.0.0.1:59838, baseZNode=/1-1233971379 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1233971379 2024-11-21T14:19:33,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32915-0x1013ae581150004, quorum=127.0.0.1:59838, baseZNode=/1-1233971379 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1233971379 2024-11-21T14:19:33,203 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T14:19:33,203 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1233971379/meta-region-server: CHANGED 2024-11-21T14:19:33,203 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1233971379/meta-region-server: CHANGED 2024-11-21T14:19:33,203 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8a7a968213a0,32915,1732198771622}] 2024-11-21T14:19:33,356 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T14:19:33,357 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38449, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T14:19:33,360 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T14:19:33,360 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:19:33,361 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T14:19:33,362 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8a7a968213a0%2C32915%2C1732198771622.meta, suffix=.meta, logDir=hdfs://localhost:40895/user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8/WALs/8a7a968213a0,32915,1732198771622, archiveDir=hdfs://localhost:40895/user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8/oldWALs, maxLogs=10 2024-11-21T14:19:33,377 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8/WALs/8a7a968213a0,32915,1732198771622/8a7a968213a0%2C32915%2C1732198771622.meta.1732198773362.meta, exclude list is [], retry=0 2024-11-21T14:19:33,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37039,DS-e512d118-2786-48b5-86b8-a0106177ab10,DISK] 2024-11-21T14:19:33,381 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8/WALs/8a7a968213a0,32915,1732198771622/8a7a968213a0%2C32915%2C1732198771622.meta.1732198773362.meta 2024-11-21T14:19:33,381 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43265:43265)] 2024-11-21T14:19:33,381 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T14:19:33,382 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T14:19:33,382 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T14:19:33,382 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T14:19:33,382 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T14:19:33,382 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T14:19:33,382 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:19:33,382 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T14:19:33,382 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T14:19:33,384 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T14:19:33,384 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T14:19:33,384 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:19:33,385 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:19:33,385 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T14:19:33,386 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T14:19:33,386 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:19:33,386 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:19:33,386 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T14:19:33,387 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T14:19:33,387 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:19:33,388 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:19:33,388 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T14:19:33,388 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T14:19:33,388 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:19:33,389 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:19:33,389 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T14:19:33,389 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40895/user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8/data/hbase/meta/1588230740 2024-11-21T14:19:33,390 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40895/user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8/data/hbase/meta/1588230740 2024-11-21T14:19:33,391 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T14:19:33,391 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T14:19:33,392 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T14:19:33,394 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T14:19:33,394 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74636317, jitterRate=0.11216779053211212}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T14:19:33,394 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T14:19:33,394 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732198773382Writing region info on filesystem at 1732198773382Initializing all the Stores at 1732198773383 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198773383Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198773383Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198773383Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198773383Cleaning up temporary data from old regions at 1732198773391 (+8 ms)Running coprocessor post-open hooks at 1732198773394 (+3 ms)Region opened successfully at 1732198773394 2024-11-21T14:19:33,395 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732198773355 2024-11-21T14:19:33,397 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T14:19:33,397 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T14:19:33,398 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=8a7a968213a0,32915,1732198771622 2024-11-21T14:19:33,399 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8a7a968213a0,32915,1732198771622, state=OPEN 2024-11-21T14:19:33,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32915-0x1013ae581150004, quorum=127.0.0.1:59838, baseZNode=/1-1233971379 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1233971379/meta-region-server 2024-11-21T14:19:33,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32873-0x1013ae581150003, quorum=127.0.0.1:59838, baseZNode=/1-1233971379 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1233971379/meta-region-server 2024-11-21T14:19:33,400 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8a7a968213a0,32915,1732198771622 2024-11-21T14:19:33,400 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1233971379/meta-region-server: CHANGED 2024-11-21T14:19:33,400 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1233971379/meta-region-server: CHANGED 2024-11-21T14:19:33,402 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T14:19:33,402 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8a7a968213a0,32915,1732198771622 in 197 msec 2024-11-21T14:19:33,405 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T14:19:33,405 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 356 msec 2024-11-21T14:19:33,405 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T14:19:33,406 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T14:19:33,407 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:19:33,407 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a7a968213a0,32915,1732198771622, seqNum=-1] 2024-11-21T14:19:33,407 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:19:33,408 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38131, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T14:19:33,413 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 803 msec 2024-11-21T14:19:33,413 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732198773413, completionTime=-1 2024-11-21T14:19:33,413 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T14:19:33,413 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T14:19:33,415 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T14:19:33,415 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732198833415 2024-11-21T14:19:33,415 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732198893415 2024-11-21T14:19:33,415 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-21T14:19:33,415 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,32873,1732198771577-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T14:19:33,415 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,32873,1732198771577-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:19:33,415 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,32873,1732198771577-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:19:33,415 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8a7a968213a0:32873, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:19:33,415 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T14:19:33,415 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T14:19:33,417 DEBUG [master/8a7a968213a0:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T14:19:33,418 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.755sec 2024-11-21T14:19:33,418 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T14:19:33,418 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T14:19:33,418 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T14:19:33,418 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T14:19:33,418 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T14:19:33,419 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,32873,1732198771577-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T14:19:33,419 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,32873,1732198771577-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T14:19:33,421 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T14:19:33,421 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T14:19:33,421 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,32873,1732198771577-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:19:33,445 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76649802, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:19:33,445 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8a7a968213a0,32873,-1 for getting cluster id 2024-11-21T14:19:33,445 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:19:33,446 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0c0a42cc-27d8-426b-8f88-100929718986' 2024-11-21T14:19:33,447 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:19:33,447 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0c0a42cc-27d8-426b-8f88-100929718986" 2024-11-21T14:19:33,447 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71dd5b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:19:33,447 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a7a968213a0,32873,-1] 2024-11-21T14:19:33,447 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:19:33,447 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:19:33,448 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:19:33,449 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@645059c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:19:33,449 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:19:33,450 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a7a968213a0,32915,1732198771622, seqNum=-1] 2024-11-21T14:19:33,450 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:19:33,451 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52312, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T14:19:33,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=8a7a968213a0,32873,1732198771577 2024-11-21T14:19:33,454 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:59838 2024-11-21T14:19:33,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:59838, baseZNode=/1-1233971379 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T14:19:33,458 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013ae581150005 connected 2024-11-21T14:19:33,460 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T14:19:33,461 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a7a968213a0,46741,1732198767433 2024-11-21T14:19:33,461 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@364f9d82 2024-11-21T14:19:33,462 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T14:19:33,463 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T14:19:33,464 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46741 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T14:19:33,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46741 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-21T14:19:33,466 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T14:19:33,466 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:19:33,466 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46741 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-21T14:19:33,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T14:19:33,467 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T14:19:33,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32879 is added to blk_1073741835_1011 (size=902) 2024-11-21T14:19:33,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T14:19:33,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T14:19:33,880 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => de2334b70546a66c23d387d5443a4c77, NAME => 'test,,1732198773463.de2334b70546a66c23d387d5443a4c77.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268 2024-11-21T14:19:33,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32879 is added to blk_1073741836_1012 (size=39) 2024-11-21T14:19:34,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T14:19:34,286 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732198773463.de2334b70546a66c23d387d5443a4c77.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:19:34,286 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing de2334b70546a66c23d387d5443a4c77, disabling compactions & flushes 2024-11-21T14:19:34,286 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732198773463.de2334b70546a66c23d387d5443a4c77. 2024-11-21T14:19:34,286 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732198773463.de2334b70546a66c23d387d5443a4c77. 2024-11-21T14:19:34,286 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732198773463.de2334b70546a66c23d387d5443a4c77. after waiting 0 ms 2024-11-21T14:19:34,286 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732198773463.de2334b70546a66c23d387d5443a4c77. 2024-11-21T14:19:34,286 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732198773463.de2334b70546a66c23d387d5443a4c77. 2024-11-21T14:19:34,286 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for de2334b70546a66c23d387d5443a4c77: Waiting for close lock at 1732198774286Disabling compacts and flushes for region at 1732198774286Disabling writes for close at 1732198774286Writing region close event to WAL at 1732198774286Closed at 1732198774286 2024-11-21T14:19:34,287 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T14:19:34,287 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732198773463.de2334b70546a66c23d387d5443a4c77.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732198774287"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732198774287"}]},"ts":"1732198774287"} 2024-11-21T14:19:34,290 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T14:19:34,290 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T14:19:34,291 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732198774290"}]},"ts":"1732198774290"} 2024-11-21T14:19:34,293 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-21T14:19:34,293 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=de2334b70546a66c23d387d5443a4c77, ASSIGN}] 2024-11-21T14:19:34,295 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=de2334b70546a66c23d387d5443a4c77, ASSIGN 2024-11-21T14:19:34,296 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=de2334b70546a66c23d387d5443a4c77, ASSIGN; state=OFFLINE, location=8a7a968213a0,38217,1732198767483; forceNewPlan=false, retain=false 2024-11-21T14:19:34,447 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=de2334b70546a66c23d387d5443a4c77, regionState=OPENING, regionLocation=8a7a968213a0,38217,1732198767483 2024-11-21T14:19:34,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=de2334b70546a66c23d387d5443a4c77, ASSIGN because future has completed 2024-11-21T14:19:34,450 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure de2334b70546a66c23d387d5443a4c77, server=8a7a968213a0,38217,1732198767483}] 2024-11-21T14:19:34,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T14:19:34,606 INFO [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732198773463.de2334b70546a66c23d387d5443a4c77. 2024-11-21T14:19:34,606 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => de2334b70546a66c23d387d5443a4c77, NAME => 'test,,1732198773463.de2334b70546a66c23d387d5443a4c77.', STARTKEY => '', ENDKEY => ''} 2024-11-21T14:19:34,606 INFO [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T14:19:34,607 INFO [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-21T14:19:34,607 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test de2334b70546a66c23d387d5443a4c77 2024-11-21T14:19:34,607 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732198773463.de2334b70546a66c23d387d5443a4c77.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:19:34,607 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for de2334b70546a66c23d387d5443a4c77 2024-11-21T14:19:34,607 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for de2334b70546a66c23d387d5443a4c77 2024-11-21T14:19:34,612 INFO [StoreOpener-de2334b70546a66c23d387d5443a4c77-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region de2334b70546a66c23d387d5443a4c77 2024-11-21T14:19:34,613 INFO [StoreOpener-de2334b70546a66c23d387d5443a4c77-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region de2334b70546a66c23d387d5443a4c77 columnFamilyName f 2024-11-21T14:19:34,614 DEBUG [StoreOpener-de2334b70546a66c23d387d5443a4c77-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:19:34,614 INFO [StoreOpener-de2334b70546a66c23d387d5443a4c77-1 {}] regionserver.HStore(327): Store=de2334b70546a66c23d387d5443a4c77/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:19:34,614 INFO [StoreOpener-de2334b70546a66c23d387d5443a4c77-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region de2334b70546a66c23d387d5443a4c77 2024-11-21T14:19:34,617 INFO [StoreOpener-de2334b70546a66c23d387d5443a4c77-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region de2334b70546a66c23d387d5443a4c77 columnFamilyName f1 2024-11-21T14:19:34,617 DEBUG [StoreOpener-de2334b70546a66c23d387d5443a4c77-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:19:34,617 INFO [StoreOpener-de2334b70546a66c23d387d5443a4c77-1 {}] regionserver.HStore(327): Store=de2334b70546a66c23d387d5443a4c77/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:19:34,617 INFO [StoreOpener-de2334b70546a66c23d387d5443a4c77-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region de2334b70546a66c23d387d5443a4c77 2024-11-21T14:19:34,619 INFO [StoreOpener-de2334b70546a66c23d387d5443a4c77-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region de2334b70546a66c23d387d5443a4c77 columnFamilyName norep 2024-11-21T14:19:34,619 DEBUG [StoreOpener-de2334b70546a66c23d387d5443a4c77-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:19:34,619 INFO [StoreOpener-de2334b70546a66c23d387d5443a4c77-1 {}] regionserver.HStore(327): Store=de2334b70546a66c23d387d5443a4c77/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:19:34,619 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for de2334b70546a66c23d387d5443a4c77 2024-11-21T14:19:34,620 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/data/default/test/de2334b70546a66c23d387d5443a4c77 2024-11-21T14:19:34,620 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/data/default/test/de2334b70546a66c23d387d5443a4c77 2024-11-21T14:19:34,621 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for de2334b70546a66c23d387d5443a4c77 2024-11-21T14:19:34,621 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for de2334b70546a66c23d387d5443a4c77 2024-11-21T14:19:34,622 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T14:19:34,623 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for de2334b70546a66c23d387d5443a4c77 2024-11-21T14:19:34,625 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/data/default/test/de2334b70546a66c23d387d5443a4c77/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T14:19:34,626 INFO [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened de2334b70546a66c23d387d5443a4c77; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63795766, jitterRate=-0.04936900734901428}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T14:19:34,626 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for de2334b70546a66c23d387d5443a4c77 2024-11-21T14:19:34,627 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for de2334b70546a66c23d387d5443a4c77: Running coprocessor pre-open hook at 1732198774607Writing region info on filesystem at 1732198774607Initializing all the Stores at 1732198774608 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198774608Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198774612 (+4 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198774612Cleaning up temporary data from old regions at 1732198774621 (+9 ms)Running coprocessor post-open hooks at 1732198774626 (+5 ms)Region opened successfully at 1732198774627 (+1 ms) 2024-11-21T14:19:34,628 INFO [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732198773463.de2334b70546a66c23d387d5443a4c77., pid=6, masterSystemTime=1732198774602 2024-11-21T14:19:34,631 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732198773463.de2334b70546a66c23d387d5443a4c77. 2024-11-21T14:19:34,631 INFO [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732198773463.de2334b70546a66c23d387d5443a4c77. 2024-11-21T14:19:34,631 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=de2334b70546a66c23d387d5443a4c77, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=8a7a968213a0,38217,1732198767483 2024-11-21T14:19:34,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure de2334b70546a66c23d387d5443a4c77, server=8a7a968213a0,38217,1732198767483 because future has completed 2024-11-21T14:19:34,638 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T14:19:34,638 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure de2334b70546a66c23d387d5443a4c77, server=8a7a968213a0,38217,1732198767483 in 186 msec 2024-11-21T14:19:34,640 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T14:19:34,640 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=de2334b70546a66c23d387d5443a4c77, ASSIGN in 345 msec 2024-11-21T14:19:34,641 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T14:19:34,641 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732198774641"}]},"ts":"1732198774641"} 2024-11-21T14:19:34,643 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-21T14:19:34,644 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T14:19:34,645 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1800 sec 2024-11-21T14:19:35,337 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T14:19:35,337 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-21T14:19:35,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T14:19:35,611 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-21T14:19:35,611 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T14:19:35,612 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a7a968213a0,32873,1732198771577 2024-11-21T14:19:35,612 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@164a232f 2024-11-21T14:19:35,612 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T14:19:35,613 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T14:19:35,614 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32873 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T14:19:35,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32873 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-21T14:19:35,616 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T14:19:35,616 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:19:35,616 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32873 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-21T14:19:35,617 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T14:19:35,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32873 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T14:19:35,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37039 is added to blk_1073741835_1011 (size=902) 2024-11-21T14:19:35,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32873 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T14:19:35,922 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T14:19:35,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32873 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T14:19:35,945 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:19:35,945 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:19:35,945 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:19:35,946 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:19:35,946 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:19:35,946 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:19:35,951 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:19:35,953 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:19:36,025 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 166c2a177b614de8457e5bd1efdf356a, NAME => 'test,,1732198775613.166c2a177b614de8457e5bd1efdf356a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40895/user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8 2024-11-21T14:19:36,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37039 is added to blk_1073741836_1012 (size=39) 2024-11-21T14:19:36,030 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732198775613.166c2a177b614de8457e5bd1efdf356a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:19:36,031 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 166c2a177b614de8457e5bd1efdf356a, disabling compactions & flushes 2024-11-21T14:19:36,031 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732198775613.166c2a177b614de8457e5bd1efdf356a. 2024-11-21T14:19:36,031 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732198775613.166c2a177b614de8457e5bd1efdf356a. 2024-11-21T14:19:36,031 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732198775613.166c2a177b614de8457e5bd1efdf356a. after waiting 0 ms 2024-11-21T14:19:36,031 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732198775613.166c2a177b614de8457e5bd1efdf356a. 2024-11-21T14:19:36,031 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732198775613.166c2a177b614de8457e5bd1efdf356a. 2024-11-21T14:19:36,031 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 166c2a177b614de8457e5bd1efdf356a: Waiting for close lock at 1732198776031Disabling compacts and flushes for region at 1732198776031Disabling writes for close at 1732198776031Writing region close event to WAL at 1732198776031Closed at 1732198776031 2024-11-21T14:19:36,032 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T14:19:36,032 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732198775613.166c2a177b614de8457e5bd1efdf356a.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732198776032"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732198776032"}]},"ts":"1732198776032"} 2024-11-21T14:19:36,034 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T14:19:36,035 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T14:19:36,035 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732198776035"}]},"ts":"1732198776035"} 2024-11-21T14:19:36,037 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-21T14:19:36,037 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=166c2a177b614de8457e5bd1efdf356a, ASSIGN}] 2024-11-21T14:19:36,038 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=166c2a177b614de8457e5bd1efdf356a, ASSIGN 2024-11-21T14:19:36,039 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=166c2a177b614de8457e5bd1efdf356a, ASSIGN; state=OFFLINE, location=8a7a968213a0,32915,1732198771622; forceNewPlan=false, retain=false 2024-11-21T14:19:36,189 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=166c2a177b614de8457e5bd1efdf356a, regionState=OPENING, regionLocation=8a7a968213a0,32915,1732198771622 2024-11-21T14:19:36,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=166c2a177b614de8457e5bd1efdf356a, ASSIGN because future has completed 2024-11-21T14:19:36,192 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 166c2a177b614de8457e5bd1efdf356a, server=8a7a968213a0,32915,1732198771622}] 2024-11-21T14:19:36,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32873 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T14:19:36,348 INFO [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732198775613.166c2a177b614de8457e5bd1efdf356a. 2024-11-21T14:19:36,348 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 166c2a177b614de8457e5bd1efdf356a, NAME => 'test,,1732198775613.166c2a177b614de8457e5bd1efdf356a.', STARTKEY => '', ENDKEY => ''} 2024-11-21T14:19:36,349 INFO [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T14:19:36,349 INFO [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-21T14:19:36,349 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 166c2a177b614de8457e5bd1efdf356a 2024-11-21T14:19:36,349 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732198775613.166c2a177b614de8457e5bd1efdf356a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:19:36,349 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 166c2a177b614de8457e5bd1efdf356a 2024-11-21T14:19:36,349 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 166c2a177b614de8457e5bd1efdf356a 2024-11-21T14:19:36,350 INFO [StoreOpener-166c2a177b614de8457e5bd1efdf356a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 166c2a177b614de8457e5bd1efdf356a 2024-11-21T14:19:36,351 INFO [StoreOpener-166c2a177b614de8457e5bd1efdf356a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 166c2a177b614de8457e5bd1efdf356a columnFamilyName f 2024-11-21T14:19:36,351 DEBUG [StoreOpener-166c2a177b614de8457e5bd1efdf356a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:19:36,352 INFO [StoreOpener-166c2a177b614de8457e5bd1efdf356a-1 {}] regionserver.HStore(327): Store=166c2a177b614de8457e5bd1efdf356a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:19:36,352 INFO [StoreOpener-166c2a177b614de8457e5bd1efdf356a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 166c2a177b614de8457e5bd1efdf356a 2024-11-21T14:19:36,353 INFO [StoreOpener-166c2a177b614de8457e5bd1efdf356a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 166c2a177b614de8457e5bd1efdf356a columnFamilyName f1 2024-11-21T14:19:36,353 DEBUG [StoreOpener-166c2a177b614de8457e5bd1efdf356a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:19:36,353 INFO [StoreOpener-166c2a177b614de8457e5bd1efdf356a-1 {}] regionserver.HStore(327): Store=166c2a177b614de8457e5bd1efdf356a/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:19:36,353 INFO [StoreOpener-166c2a177b614de8457e5bd1efdf356a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 166c2a177b614de8457e5bd1efdf356a 2024-11-21T14:19:36,354 INFO [StoreOpener-166c2a177b614de8457e5bd1efdf356a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 166c2a177b614de8457e5bd1efdf356a columnFamilyName norep 2024-11-21T14:19:36,354 DEBUG [StoreOpener-166c2a177b614de8457e5bd1efdf356a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:19:36,354 INFO [StoreOpener-166c2a177b614de8457e5bd1efdf356a-1 {}] regionserver.HStore(327): Store=166c2a177b614de8457e5bd1efdf356a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:19:36,354 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 166c2a177b614de8457e5bd1efdf356a 2024-11-21T14:19:36,355 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40895/user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8/data/default/test/166c2a177b614de8457e5bd1efdf356a 2024-11-21T14:19:36,355 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40895/user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8/data/default/test/166c2a177b614de8457e5bd1efdf356a 2024-11-21T14:19:36,356 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 166c2a177b614de8457e5bd1efdf356a 2024-11-21T14:19:36,356 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 166c2a177b614de8457e5bd1efdf356a 2024-11-21T14:19:36,356 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T14:19:36,357 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 166c2a177b614de8457e5bd1efdf356a 2024-11-21T14:19:36,359 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40895/user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8/data/default/test/166c2a177b614de8457e5bd1efdf356a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T14:19:36,359 INFO [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 166c2a177b614de8457e5bd1efdf356a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62344882, jitterRate=-0.07098886370658875}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T14:19:36,359 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 166c2a177b614de8457e5bd1efdf356a 2024-11-21T14:19:36,359 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 166c2a177b614de8457e5bd1efdf356a: Running coprocessor pre-open hook at 1732198776349Writing region info on filesystem at 1732198776349Initializing all the Stores at 1732198776350 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198776350Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198776350Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198776350Cleaning up temporary data from old regions at 1732198776356 (+6 ms)Running coprocessor post-open hooks at 1732198776359 (+3 ms)Region opened successfully at 1732198776359 2024-11-21T14:19:36,360 INFO [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732198775613.166c2a177b614de8457e5bd1efdf356a., pid=6, masterSystemTime=1732198776345 2024-11-21T14:19:36,362 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732198775613.166c2a177b614de8457e5bd1efdf356a. 2024-11-21T14:19:36,362 INFO [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732198775613.166c2a177b614de8457e5bd1efdf356a. 2024-11-21T14:19:36,362 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=166c2a177b614de8457e5bd1efdf356a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=8a7a968213a0,32915,1732198771622 2024-11-21T14:19:36,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 166c2a177b614de8457e5bd1efdf356a, server=8a7a968213a0,32915,1732198771622 because future has completed 2024-11-21T14:19:36,366 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T14:19:36,366 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 166c2a177b614de8457e5bd1efdf356a, server=8a7a968213a0,32915,1732198771622 in 173 msec 2024-11-21T14:19:36,368 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T14:19:36,368 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=166c2a177b614de8457e5bd1efdf356a, ASSIGN in 329 msec 2024-11-21T14:19:36,369 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T14:19:36,369 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732198776369"}]},"ts":"1732198776369"} 2024-11-21T14:19:36,371 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-21T14:19:36,371 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T14:19:36,372 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 757 msec 2024-11-21T14:19:36,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32873 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T14:19:36,751 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-21T14:19:36,751 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c1043f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:19:36,751 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8a7a968213a0,46741,-1 for getting cluster id 2024-11-21T14:19:36,752 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:19:36,752 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00e38769-dcf7-4449-b115-f7753ca38c8d' 2024-11-21T14:19:36,753 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:19:36,753 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00e38769-dcf7-4449-b115-f7753ca38c8d" 2024-11-21T14:19:36,753 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bbed3d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:19:36,753 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a7a968213a0,46741,-1] 2024-11-21T14:19:36,753 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:19:36,753 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:19:36,754 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45238, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:19:36,755 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6528562b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:19:36,756 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@452627eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:19:36,756 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8a7a968213a0,32873,-1 for getting cluster id 2024-11-21T14:19:36,756 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:19:36,759 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0c0a42cc-27d8-426b-8f88-100929718986' 2024-11-21T14:19:36,760 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:19:36,760 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0c0a42cc-27d8-426b-8f88-100929718986" 2024-11-21T14:19:36,760 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77255f16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:19:36,760 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a7a968213a0,32873,-1] 2024-11-21T14:19:36,760 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:19:36,760 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:19:36,761 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:19:36,762 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66fb3057, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:19:36,764 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e36f318, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:19:36,764 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8a7a968213a0,46741,-1 for getting cluster id 2024-11-21T14:19:36,765 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:19:36,765 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00e38769-dcf7-4449-b115-f7753ca38c8d' 2024-11-21T14:19:36,765 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:19:36,766 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00e38769-dcf7-4449-b115-f7753ca38c8d" 2024-11-21T14:19:36,766 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10b3ab2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:19:36,766 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a7a968213a0,46741,-1] 2024-11-21T14:19:36,766 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:19:36,766 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:19:36,767 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45256, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:19:36,767 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b68078e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:19:36,768 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T14:19:36,769 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a7a968213a0,46741,1732198767433 2024-11-21T14:19:36,769 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3754d40a 2024-11-21T14:19:36,770 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T14:19:36,771 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T14:19:36,771 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46741 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://8a7a968213a0:32873,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-21T14:19:36,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46741 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T14:19:36,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T14:19:36,774 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8a7a968213a0:32873' 2024-11-21T14:19:36,776 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26baa7ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:19:36,776 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 8a7a968213a0,32873,-1 for getting cluster id 2024-11-21T14:19:36,777 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:19:36,777 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0c0a42cc-27d8-426b-8f88-100929718986' 2024-11-21T14:19:36,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:19:36,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0c0a42cc-27d8-426b-8f88-100929718986" 2024-11-21T14:19:36,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30587731, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:19:36,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a7a968213a0,32873,-1] 2024-11-21T14:19:36,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:19:36,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:19:36,779 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:19:36,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58fece4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:19:36,780 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T14:19:36,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a7a968213a0,32873,1732198771577 2024-11-21T14:19:36,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3114e3a9 2024-11-21T14:19:36,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T14:19:36,781 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T14:19:36,782 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-21T14:19:36,782 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T14:19:36,782 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:19:36,782 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:19:36,783 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T14:19:36,783 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:19:36,789 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-21T14:19:36,790 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T14:19:36,790 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:19:36,791 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T14:19:36,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32879 is added to blk_1073741837_1013 (size=1138) 2024-11-21T14:19:36,839 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-21T14:19:36,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T14:19:37,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T14:19:37,202 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 927e7ea5cf7ea451eb65a096c3f65ff1, NAME => 'hbase:replication,,1732198776782.927e7ea5cf7ea451eb65a096c3f65ff1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268 2024-11-21T14:19:37,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32879 is added to blk_1073741838_1014 (size=44) 2024-11-21T14:19:37,244 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T14:19:37,244 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-21T14:19:37,245 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-21T14:19:37,245 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-21T14:19:37,245 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T14:19:37,245 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-21T14:19:37,245 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T14:19:37,245 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-21T14:19:37,245 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T14:19:37,246 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-21T14:19:37,246 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-21T14:19:37,246 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-21T14:19:37,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T14:19:37,611 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732198776782.927e7ea5cf7ea451eb65a096c3f65ff1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:19:37,612 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 927e7ea5cf7ea451eb65a096c3f65ff1, disabling compactions & flushes 2024-11-21T14:19:37,612 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732198776782.927e7ea5cf7ea451eb65a096c3f65ff1. 2024-11-21T14:19:37,612 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732198776782.927e7ea5cf7ea451eb65a096c3f65ff1. 2024-11-21T14:19:37,612 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732198776782.927e7ea5cf7ea451eb65a096c3f65ff1. after waiting 0 ms 2024-11-21T14:19:37,612 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732198776782.927e7ea5cf7ea451eb65a096c3f65ff1. 2024-11-21T14:19:37,612 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732198776782.927e7ea5cf7ea451eb65a096c3f65ff1. 2024-11-21T14:19:37,612 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 927e7ea5cf7ea451eb65a096c3f65ff1: Waiting for close lock at 1732198777611Disabling compacts and flushes for region at 1732198777611Disabling writes for close at 1732198777612 (+1 ms)Writing region close event to WAL at 1732198777612Closed at 1732198777612 2024-11-21T14:19:37,613 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T14:19:37,613 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732198776782.927e7ea5cf7ea451eb65a096c3f65ff1.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732198777613"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732198777613"}]},"ts":"1732198777613"} 2024-11-21T14:19:37,615 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T14:19:37,616 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T14:19:37,617 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732198777616"}]},"ts":"1732198777616"} 2024-11-21T14:19:37,618 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-21T14:19:37,619 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=927e7ea5cf7ea451eb65a096c3f65ff1, ASSIGN}] 2024-11-21T14:19:37,620 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=927e7ea5cf7ea451eb65a096c3f65ff1, ASSIGN 2024-11-21T14:19:37,621 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=927e7ea5cf7ea451eb65a096c3f65ff1, ASSIGN; state=OFFLINE, location=8a7a968213a0,38217,1732198767483; forceNewPlan=false, retain=false 2024-11-21T14:19:37,771 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=927e7ea5cf7ea451eb65a096c3f65ff1, regionState=OPENING, regionLocation=8a7a968213a0,38217,1732198767483 2024-11-21T14:19:37,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=927e7ea5cf7ea451eb65a096c3f65ff1, ASSIGN because future has completed 2024-11-21T14:19:37,774 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 927e7ea5cf7ea451eb65a096c3f65ff1, server=8a7a968213a0,38217,1732198767483}] 2024-11-21T14:19:37,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T14:19:37,930 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732198776782.927e7ea5cf7ea451eb65a096c3f65ff1. 2024-11-21T14:19:37,930 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:19:37,930 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-21T14:19:37,932 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8a7a968213a0%2C38217%2C1732198767483.rep, suffix=, logDir=hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/WALs/8a7a968213a0,38217,1732198767483, archiveDir=hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/oldWALs, maxLogs=10 2024-11-21T14:19:37,949 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/WALs/8a7a968213a0,38217,1732198767483/8a7a968213a0%2C38217%2C1732198767483.rep.1732198777932, exclude list is [], retry=0 2024-11-21T14:19:37,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32879,DS-717dd972-0d80-4ae9-8420-be3bd42a3a93,DISK] 2024-11-21T14:19:37,952 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/WALs/8a7a968213a0,38217,1732198767483/8a7a968213a0%2C38217%2C1732198767483.rep.1732198777932 2024-11-21T14:19:37,953 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36117:36117)] 2024-11-21T14:19:37,953 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 927e7ea5cf7ea451eb65a096c3f65ff1, NAME => 'hbase:replication,,1732198776782.927e7ea5cf7ea451eb65a096c3f65ff1.', STARTKEY => '', ENDKEY => ''} 2024-11-21T14:19:37,953 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T14:19:37,953 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T14:19:37,954 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732198776782.927e7ea5cf7ea451eb65a096c3f65ff1. service=MultiRowMutationService 2024-11-21T14:19:37,954 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-21T14:19:37,954 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 927e7ea5cf7ea451eb65a096c3f65ff1 2024-11-21T14:19:37,954 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732198776782.927e7ea5cf7ea451eb65a096c3f65ff1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:19:37,954 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 927e7ea5cf7ea451eb65a096c3f65ff1 2024-11-21T14:19:37,954 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 927e7ea5cf7ea451eb65a096c3f65ff1 2024-11-21T14:19:37,955 INFO [StoreOpener-927e7ea5cf7ea451eb65a096c3f65ff1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 927e7ea5cf7ea451eb65a096c3f65ff1 2024-11-21T14:19:37,956 INFO [StoreOpener-927e7ea5cf7ea451eb65a096c3f65ff1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 927e7ea5cf7ea451eb65a096c3f65ff1 columnFamilyName hfileref 2024-11-21T14:19:37,956 DEBUG [StoreOpener-927e7ea5cf7ea451eb65a096c3f65ff1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:19:37,957 INFO [StoreOpener-927e7ea5cf7ea451eb65a096c3f65ff1-1 {}] regionserver.HStore(327): Store=927e7ea5cf7ea451eb65a096c3f65ff1/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:19:37,957 INFO [StoreOpener-927e7ea5cf7ea451eb65a096c3f65ff1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 927e7ea5cf7ea451eb65a096c3f65ff1 2024-11-21T14:19:37,958 INFO [StoreOpener-927e7ea5cf7ea451eb65a096c3f65ff1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 927e7ea5cf7ea451eb65a096c3f65ff1 columnFamilyName queue 2024-11-21T14:19:37,958 DEBUG [StoreOpener-927e7ea5cf7ea451eb65a096c3f65ff1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:19:37,958 INFO [StoreOpener-927e7ea5cf7ea451eb65a096c3f65ff1-1 {}] regionserver.HStore(327): Store=927e7ea5cf7ea451eb65a096c3f65ff1/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:19:37,958 INFO [StoreOpener-927e7ea5cf7ea451eb65a096c3f65ff1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 927e7ea5cf7ea451eb65a096c3f65ff1 2024-11-21T14:19:37,959 INFO [StoreOpener-927e7ea5cf7ea451eb65a096c3f65ff1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 927e7ea5cf7ea451eb65a096c3f65ff1 columnFamilyName sid 2024-11-21T14:19:37,959 DEBUG [StoreOpener-927e7ea5cf7ea451eb65a096c3f65ff1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:19:37,960 INFO [StoreOpener-927e7ea5cf7ea451eb65a096c3f65ff1-1 {}] regionserver.HStore(327): Store=927e7ea5cf7ea451eb65a096c3f65ff1/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:19:37,960 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 927e7ea5cf7ea451eb65a096c3f65ff1 2024-11-21T14:19:37,960 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/data/hbase/replication/927e7ea5cf7ea451eb65a096c3f65ff1 2024-11-21T14:19:37,961 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/data/hbase/replication/927e7ea5cf7ea451eb65a096c3f65ff1 2024-11-21T14:19:37,962 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 927e7ea5cf7ea451eb65a096c3f65ff1 2024-11-21T14:19:37,962 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 927e7ea5cf7ea451eb65a096c3f65ff1 2024-11-21T14:19:37,963 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T14:19:37,964 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 927e7ea5cf7ea451eb65a096c3f65ff1 2024-11-21T14:19:37,969 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/data/hbase/replication/927e7ea5cf7ea451eb65a096c3f65ff1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T14:19:37,969 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 927e7ea5cf7ea451eb65a096c3f65ff1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61997263, jitterRate=-0.07616879045963287}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T14:19:37,969 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 927e7ea5cf7ea451eb65a096c3f65ff1 2024-11-21T14:19:37,970 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 927e7ea5cf7ea451eb65a096c3f65ff1: Running coprocessor pre-open hook at 1732198777954Writing region info on filesystem at 1732198777954Initializing all the Stores at 1732198777955 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198777955Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198777955Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198777955Cleaning up temporary data from old regions at 1732198777962 (+7 ms)Running coprocessor post-open hooks at 1732198777969 (+7 ms)Region opened successfully at 1732198777970 (+1 ms) 2024-11-21T14:19:37,971 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732198776782.927e7ea5cf7ea451eb65a096c3f65ff1., pid=10, masterSystemTime=1732198777926 2024-11-21T14:19:37,973 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732198776782.927e7ea5cf7ea451eb65a096c3f65ff1. 2024-11-21T14:19:37,973 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732198776782.927e7ea5cf7ea451eb65a096c3f65ff1. 2024-11-21T14:19:37,973 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=927e7ea5cf7ea451eb65a096c3f65ff1, regionState=OPEN, openSeqNum=2, regionLocation=8a7a968213a0,38217,1732198767483 2024-11-21T14:19:37,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 927e7ea5cf7ea451eb65a096c3f65ff1, server=8a7a968213a0,38217,1732198767483 because future has completed 2024-11-21T14:19:37,978 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-21T14:19:37,978 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 927e7ea5cf7ea451eb65a096c3f65ff1, server=8a7a968213a0,38217,1732198767483 in 202 msec 2024-11-21T14:19:37,980 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-21T14:19:37,980 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=927e7ea5cf7ea451eb65a096c3f65ff1, ASSIGN in 359 msec 2024-11-21T14:19:37,981 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T14:19:37,981 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732198777981"}]},"ts":"1732198777981"} 2024-11-21T14:19:37,983 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-21T14:19:37,984 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T14:19:37,985 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2010 sec 2024-11-21T14:19:37,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732198776782.927e7ea5cf7ea451eb65a096c3f65ff1., hostname=8a7a968213a0,38217,1732198767483, seqNum=2] 2024-11-21T14:19:38,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38217-0x1013ae581150001, quorum=127.0.0.1:59838, baseZNode=/0-968570567 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-968570567 2024-11-21T14:19:38,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46741-0x1013ae581150000, quorum=127.0.0.1:59838, baseZNode=/0-968570567 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-968570567 2024-11-21T14:19:38,007 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T14:19:38,159 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38217 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-21T14:19:38,160 INFO [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-21T14:19:38,205 INFO [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-8a7a968213a0,38217,1732198767483, ReplicationSource: 1, currentBandwidth=0 2024-11-21T14:19:38,206 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:19:38,206 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a7a968213a0,38217,1732198767483, seqNum=-1] 2024-11-21T14:19:38,206 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:19:38,208 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43203, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-21T14:19:38,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-8a7a968213a0,38217,1732198767483', locateType=CURRENT is [region=hbase:replication,,1732198776782.927e7ea5cf7ea451eb65a096c3f65ff1., hostname=8a7a968213a0,38217,1732198767483, seqNum=2] 2024-11-21T14:19:38,236 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-21T14:19:38,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46741 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-21T14:19:38,240 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 8a7a968213a0,38217,1732198767483 suceeded 2024-11-21T14:19:38,254 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-21T14:19:38,254 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 233 msec 2024-11-21T14:19:38,254 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://8a7a968213a0:32873,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T14:19:38,257 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4830 sec 2024-11-21T14:19:38,269 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,38217,1732198767483 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8a7a968213a0:32873' 2024-11-21T14:19:38,273 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,38217,1732198767483 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@19bd2110, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:19:38,273 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,38217,1732198767483 {}] client.ClusterIdFetcher(90): Going to request 8a7a968213a0,32873,-1 for getting cluster id 2024-11-21T14:19:38,273 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,38217,1732198767483 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:19:38,274 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0c0a42cc-27d8-426b-8f88-100929718986' 2024-11-21T14:19:38,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:19:38,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0c0a42cc-27d8-426b-8f88-100929718986" 2024-11-21T14:19:38,275 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,38217,1732198767483 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:19:38,276 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,38217,1732198767483 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2b4673ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:19:38,276 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,38217,1732198767483 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a7a968213a0,32873,-1] 2024-11-21T14:19:38,276 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,38217,1732198767483 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:19:38,277 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:19:38,279 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,38217,1732198767483 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@33e86d3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:19:38,279 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,38217,1732198767483 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T14:19:38,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a7a968213a0,32873,1732198771577 2024-11-21T14:19:38,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@83418c 2024-11-21T14:19:38,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T14:19:38,281 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-21T14:19:38,284 INFO [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,38217,1732198767483 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-8a7a968213a0,38217,1732198767483 (queues=1) is replicating from cluster=00e38769-dcf7-4449-b115-f7753ca38c8d to cluster=0c0a42cc-27d8-426b-8f88-100929718986 2024-11-21T14:19:38,285 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,38217,1732198767483 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=8a7a968213a0%2C38217%2C1732198767483 2024-11-21T14:19:38,285 INFO [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,38217,1732198767483 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-8a7a968213a0,38217,1732198767483, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T14:19:38,288 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,38217,1732198767483.replicationSource.wal-reader.8a7a968213a0%2C38217%2C1732198767483,1-8a7a968213a0,38217,1732198767483 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/WALs/8a7a968213a0,38217,1732198767483/8a7a968213a0%2C38217%2C1732198767483.1732198769487, startPosition=0, beingWritten=true 2024-11-21T14:19:38,288 INFO [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,38217,1732198767483.replicationSource.shipper8a7a968213a0%2C38217%2C1732198767483,1-8a7a968213a0,38217,1732198767483 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 8a7a968213a0%2C38217%2C1732198767483 2024-11-21T14:19:38,297 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,38217,1732198767483.replicationSource.wal-reader.8a7a968213a0%2C38217%2C1732198767483,1-8a7a968213a0,38217,1732198767483 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T14:19:38,297 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,38217,1732198767483.replicationSource.wal-reader.8a7a968213a0%2C38217%2C1732198767483,1-8a7a968213a0,38217,1732198767483 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/WALs/8a7a968213a0,38217,1732198767483/8a7a968213a0%2C38217%2C1732198767483.1732198769487 to pos 379, reset compression=false 2024-11-21T14:19:38,299 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,38217,1732198767483.replicationSource.shipper8a7a968213a0%2C38217%2C1732198767483,1-8a7a968213a0,38217,1732198767483 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8a7a968213a0,38217,1732198767483 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/WALs/8a7a968213a0,38217,1732198767483/8a7a968213a0%2C38217%2C1732198767483.1732198769487, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T14:19:38,514 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,38217,1732198767483.replicationSource.wal-reader.8a7a968213a0%2C38217%2C1732198767483,1-8a7a968213a0,38217,1732198767483 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/WALs/8a7a968213a0,38217,1732198767483/8a7a968213a0%2C38217%2C1732198767483.1732198769487 to pos 379, reset compression=false 2024-11-21T14:19:38,834 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,38217,1732198767483.replicationSource.wal-reader.8a7a968213a0%2C38217%2C1732198767483,1-8a7a968213a0,38217,1732198767483 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/WALs/8a7a968213a0,38217,1732198767483/8a7a968213a0%2C38217%2C1732198767483.1732198769487 to pos 379, reset compression=false 2024-11-21T14:19:38,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T14:19:38,921 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-21T14:19:38,921 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T14:19:38,921 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:19:38,921 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:19:38,921 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:19:38,922 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:19:38,922 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e329cf8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:19:38,922 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8a7a968213a0,32873,-1 for getting cluster id 2024-11-21T14:19:38,922 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:19:38,924 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0c0a42cc-27d8-426b-8f88-100929718986' 2024-11-21T14:19:38,924 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:19:38,924 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0c0a42cc-27d8-426b-8f88-100929718986" 2024-11-21T14:19:38,925 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23e4f043, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:19:38,925 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a7a968213a0,32873,-1] 2024-11-21T14:19:38,925 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:19:38,925 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:19:38,926 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:19:38,927 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b4b7797, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:19:38,927 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T14:19:38,929 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a7a968213a0,32873,1732198771577 2024-11-21T14:19:38,929 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@f616fbc 2024-11-21T14:19:38,929 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T14:19:38,930 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T14:19:38,930 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32873 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://8a7a968213a0:46741,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-21T14:19:38,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32873 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T14:19:38,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32873 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T14:19:38,934 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8a7a968213a0:46741' 2024-11-21T14:19:38,936 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e5c69b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:19:38,937 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 8a7a968213a0,46741,-1 for getting cluster id 2024-11-21T14:19:38,937 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:19:38,937 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00e38769-dcf7-4449-b115-f7753ca38c8d' 2024-11-21T14:19:38,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:19:38,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00e38769-dcf7-4449-b115-f7753ca38c8d" 2024-11-21T14:19:38,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23e972fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:19:38,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a7a968213a0,46741,-1] 2024-11-21T14:19:38,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:19:38,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:19:38,940 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:19:38,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20b7eccf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:19:38,941 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T14:19:38,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a7a968213a0,46741,1732198767433 2024-11-21T14:19:38,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@64cdb526 2024-11-21T14:19:38,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T14:19:38,943 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T14:19:38,944 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-21T14:19:38,944 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T14:19:38,944 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:19:38,944 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:19:38,945 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T14:19:38,946 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:19:38,948 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-21T14:19:38,949 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T14:19:38,949 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:19:38,950 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T14:19:38,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37039 is added to blk_1073741837_1013 (size=1138) 2024-11-21T14:19:39,001 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-21T14:19:39,005 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c1809188c6ead65f7d687ca344fef0bd, NAME => 'hbase:replication,,1732198778945.c1809188c6ead65f7d687ca344fef0bd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40895/user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8 2024-11-21T14:19:39,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32873 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T14:19:39,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37039 is added to blk_1073741838_1014 (size=44) 2024-11-21T14:19:39,063 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732198778945.c1809188c6ead65f7d687ca344fef0bd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:19:39,063 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing c1809188c6ead65f7d687ca344fef0bd, disabling compactions & flushes 2024-11-21T14:19:39,064 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732198778945.c1809188c6ead65f7d687ca344fef0bd. 2024-11-21T14:19:39,064 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732198778945.c1809188c6ead65f7d687ca344fef0bd. 2024-11-21T14:19:39,064 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732198778945.c1809188c6ead65f7d687ca344fef0bd. after waiting 0 ms 2024-11-21T14:19:39,064 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732198778945.c1809188c6ead65f7d687ca344fef0bd. 2024-11-21T14:19:39,064 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732198778945.c1809188c6ead65f7d687ca344fef0bd. 2024-11-21T14:19:39,064 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for c1809188c6ead65f7d687ca344fef0bd: Waiting for close lock at 1732198779063Disabling compacts and flushes for region at 1732198779063Disabling writes for close at 1732198779064 (+1 ms)Writing region close event to WAL at 1732198779064Closed at 1732198779064 2024-11-21T14:19:39,066 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T14:19:39,067 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732198778945.c1809188c6ead65f7d687ca344fef0bd.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732198779066"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732198779066"}]},"ts":"1732198779066"} 2024-11-21T14:19:39,072 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T14:19:39,073 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T14:19:39,074 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732198779073"}]},"ts":"1732198779073"} 2024-11-21T14:19:39,076 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-21T14:19:39,076 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c1809188c6ead65f7d687ca344fef0bd, ASSIGN}] 2024-11-21T14:19:39,078 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c1809188c6ead65f7d687ca344fef0bd, ASSIGN 2024-11-21T14:19:39,079 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c1809188c6ead65f7d687ca344fef0bd, ASSIGN; state=OFFLINE, location=8a7a968213a0,32915,1732198771622; forceNewPlan=false, retain=false 2024-11-21T14:19:39,229 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c1809188c6ead65f7d687ca344fef0bd, regionState=OPENING, regionLocation=8a7a968213a0,32915,1732198771622 2024-11-21T14:19:39,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c1809188c6ead65f7d687ca344fef0bd, ASSIGN because future has completed 2024-11-21T14:19:39,235 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c1809188c6ead65f7d687ca344fef0bd, server=8a7a968213a0,32915,1732198771622}] 2024-11-21T14:19:39,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32873 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T14:19:39,258 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,38217,1732198767483.replicationSource.wal-reader.8a7a968213a0%2C38217%2C1732198767483,1-8a7a968213a0,38217,1732198767483 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/WALs/8a7a968213a0,38217,1732198767483/8a7a968213a0%2C38217%2C1732198767483.1732198769487 to pos 379, reset compression=false 2024-11-21T14:19:39,436 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732198778945.c1809188c6ead65f7d687ca344fef0bd. 2024-11-21T14:19:39,437 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:19:39,437 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-21T14:19:39,439 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8a7a968213a0%2C32915%2C1732198771622.rep, suffix=, logDir=hdfs://localhost:40895/user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8/WALs/8a7a968213a0,32915,1732198771622, archiveDir=hdfs://localhost:40895/user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8/oldWALs, maxLogs=10 2024-11-21T14:19:39,461 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8/WALs/8a7a968213a0,32915,1732198771622/8a7a968213a0%2C32915%2C1732198771622.rep.1732198779439, exclude list is [], retry=0 2024-11-21T14:19:39,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37039,DS-e512d118-2786-48b5-86b8-a0106177ab10,DISK] 2024-11-21T14:19:39,497 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8/WALs/8a7a968213a0,32915,1732198771622/8a7a968213a0%2C32915%2C1732198771622.rep.1732198779439 2024-11-21T14:19:39,509 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43265:43265)] 2024-11-21T14:19:39,509 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => c1809188c6ead65f7d687ca344fef0bd, NAME => 'hbase:replication,,1732198778945.c1809188c6ead65f7d687ca344fef0bd.', STARTKEY => '', ENDKEY => ''} 2024-11-21T14:19:39,510 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T14:19:39,510 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T14:19:39,510 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732198778945.c1809188c6ead65f7d687ca344fef0bd. service=MultiRowMutationService 2024-11-21T14:19:39,510 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-21T14:19:39,510 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c1809188c6ead65f7d687ca344fef0bd 2024-11-21T14:19:39,510 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732198778945.c1809188c6ead65f7d687ca344fef0bd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:19:39,511 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for c1809188c6ead65f7d687ca344fef0bd 2024-11-21T14:19:39,511 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for c1809188c6ead65f7d687ca344fef0bd 2024-11-21T14:19:39,525 INFO [StoreOpener-c1809188c6ead65f7d687ca344fef0bd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c1809188c6ead65f7d687ca344fef0bd 2024-11-21T14:19:39,527 INFO [StoreOpener-c1809188c6ead65f7d687ca344fef0bd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c1809188c6ead65f7d687ca344fef0bd columnFamilyName hfileref 2024-11-21T14:19:39,527 DEBUG [StoreOpener-c1809188c6ead65f7d687ca344fef0bd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:19:39,528 INFO [StoreOpener-c1809188c6ead65f7d687ca344fef0bd-1 {}] regionserver.HStore(327): Store=c1809188c6ead65f7d687ca344fef0bd/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:19:39,528 INFO [StoreOpener-c1809188c6ead65f7d687ca344fef0bd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c1809188c6ead65f7d687ca344fef0bd 2024-11-21T14:19:39,530 INFO [StoreOpener-c1809188c6ead65f7d687ca344fef0bd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c1809188c6ead65f7d687ca344fef0bd columnFamilyName queue 2024-11-21T14:19:39,530 DEBUG [StoreOpener-c1809188c6ead65f7d687ca344fef0bd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:19:39,532 INFO [StoreOpener-c1809188c6ead65f7d687ca344fef0bd-1 {}] regionserver.HStore(327): Store=c1809188c6ead65f7d687ca344fef0bd/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:19:39,532 INFO [StoreOpener-c1809188c6ead65f7d687ca344fef0bd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c1809188c6ead65f7d687ca344fef0bd 2024-11-21T14:19:39,534 INFO [StoreOpener-c1809188c6ead65f7d687ca344fef0bd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c1809188c6ead65f7d687ca344fef0bd columnFamilyName sid 2024-11-21T14:19:39,534 DEBUG [StoreOpener-c1809188c6ead65f7d687ca344fef0bd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:19:39,535 INFO [StoreOpener-c1809188c6ead65f7d687ca344fef0bd-1 {}] regionserver.HStore(327): Store=c1809188c6ead65f7d687ca344fef0bd/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:19:39,535 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for c1809188c6ead65f7d687ca344fef0bd 2024-11-21T14:19:39,535 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40895/user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8/data/hbase/replication/c1809188c6ead65f7d687ca344fef0bd 2024-11-21T14:19:39,536 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40895/user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8/data/hbase/replication/c1809188c6ead65f7d687ca344fef0bd 2024-11-21T14:19:39,538 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for c1809188c6ead65f7d687ca344fef0bd 2024-11-21T14:19:39,538 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for c1809188c6ead65f7d687ca344fef0bd 2024-11-21T14:19:39,538 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T14:19:39,540 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for c1809188c6ead65f7d687ca344fef0bd 2024-11-21T14:19:39,553 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40895/user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8/data/hbase/replication/c1809188c6ead65f7d687ca344fef0bd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T14:19:39,554 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened c1809188c6ead65f7d687ca344fef0bd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58762791, jitterRate=-0.12436617910861969}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T14:19:39,554 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c1809188c6ead65f7d687ca344fef0bd 2024-11-21T14:19:39,555 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for c1809188c6ead65f7d687ca344fef0bd: Running coprocessor pre-open hook at 1732198779511Writing region info on filesystem at 1732198779511Initializing all the Stores at 1732198779513 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198779513Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198779524 (+11 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198779524Cleaning up temporary data from old regions at 1732198779538 (+14 ms)Running coprocessor post-open hooks at 1732198779554 (+16 ms)Region opened successfully at 1732198779554 2024-11-21T14:19:39,556 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732198778945.c1809188c6ead65f7d687ca344fef0bd., pid=10, masterSystemTime=1732198779404 2024-11-21T14:19:39,558 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732198778945.c1809188c6ead65f7d687ca344fef0bd. 2024-11-21T14:19:39,559 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732198778945.c1809188c6ead65f7d687ca344fef0bd. 2024-11-21T14:19:39,559 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c1809188c6ead65f7d687ca344fef0bd, regionState=OPEN, openSeqNum=2, regionLocation=8a7a968213a0,32915,1732198771622 2024-11-21T14:19:39,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32873 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T14:19:39,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c1809188c6ead65f7d687ca344fef0bd, server=8a7a968213a0,32915,1732198771622 because future has completed 2024-11-21T14:19:39,568 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-21T14:19:39,568 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure c1809188c6ead65f7d687ca344fef0bd, server=8a7a968213a0,32915,1732198771622 in 331 msec 2024-11-21T14:19:39,570 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-21T14:19:39,571 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c1809188c6ead65f7d687ca344fef0bd, ASSIGN in 492 msec 2024-11-21T14:19:39,572 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T14:19:39,572 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732198779572"}]},"ts":"1732198779572"} 2024-11-21T14:19:39,575 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-21T14:19:39,576 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T14:19:39,578 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 631 msec 2024-11-21T14:19:39,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732198778945.c1809188c6ead65f7d687ca344fef0bd., hostname=8a7a968213a0,32915,1732198771622, seqNum=2] 2024-11-21T14:19:39,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32873-0x1013ae581150003, quorum=127.0.0.1:59838, baseZNode=/1-1233971379 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1233971379 2024-11-21T14:19:39,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32915-0x1013ae581150004, quorum=127.0.0.1:59838, baseZNode=/1-1233971379 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1233971379 2024-11-21T14:19:39,622 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T14:19:39,775 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32915 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-21T14:19:39,781 INFO [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-21T14:19:39,795 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,38217,1732198767483.replicationSource.wal-reader.8a7a968213a0%2C38217%2C1732198767483,1-8a7a968213a0,38217,1732198767483 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/WALs/8a7a968213a0,38217,1732198767483/8a7a968213a0%2C38217%2C1732198767483.1732198769487 to pos 379, reset compression=false 2024-11-21T14:19:39,832 INFO [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-8a7a968213a0,32915,1732198771622, ReplicationSource: 1, currentBandwidth=0 2024-11-21T14:19:39,832 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:19:39,832 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a7a968213a0,32915,1732198771622, seqNum=-1] 2024-11-21T14:19:39,833 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:19:39,834 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51517, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-21T14:19:39,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-8a7a968213a0,32915,1732198771622', locateType=CURRENT is [region=hbase:replication,,1732198778945.c1809188c6ead65f7d687ca344fef0bd., hostname=8a7a968213a0,32915,1732198771622, seqNum=2] 2024-11-21T14:19:39,839 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-21T14:19:39,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32873 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-21T14:19:39,845 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 8a7a968213a0,32915,1732198771622 suceeded 2024-11-21T14:19:39,850 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-21T14:19:39,850 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 223 msec 2024-11-21T14:19:39,850 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://8a7a968213a0:46741,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T14:19:39,853 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 919 msec 2024-11-21T14:19:39,869 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,32915,1732198771622 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8a7a968213a0:46741' 2024-11-21T14:19:39,873 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,32915,1732198771622 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@689dbba8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:19:39,873 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,32915,1732198771622 {}] client.ClusterIdFetcher(90): Going to request 8a7a968213a0,46741,-1 for getting cluster id 2024-11-21T14:19:39,873 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,32915,1732198771622 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:19:39,874 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00e38769-dcf7-4449-b115-f7753ca38c8d' 2024-11-21T14:19:39,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:19:39,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00e38769-dcf7-4449-b115-f7753ca38c8d" 2024-11-21T14:19:39,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@36792e91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:19:39,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a7a968213a0,46741,-1] 2024-11-21T14:19:39,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:19:39,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:19:39,876 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:19:39,878 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,32915,1732198771622 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1e99e69a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:19:39,878 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,32915,1732198771622 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T14:19:39,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a7a968213a0,46741,1732198767433 2024-11-21T14:19:39,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@78649a03 2024-11-21T14:19:39,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T14:19:39,881 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-21T14:19:39,882 INFO [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,32915,1732198771622 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-8a7a968213a0,32915,1732198771622 (queues=1) is replicating from cluster=0c0a42cc-27d8-426b-8f88-100929718986 to cluster=00e38769-dcf7-4449-b115-f7753ca38c8d 2024-11-21T14:19:39,882 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,32915,1732198771622 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=8a7a968213a0%2C32915%2C1732198771622 2024-11-21T14:19:39,882 INFO [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,32915,1732198771622 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-8a7a968213a0,32915,1732198771622, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T14:19:39,883 INFO [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,32915,1732198771622.replicationSource.shipper8a7a968213a0%2C32915%2C1732198771622,1-8a7a968213a0,32915,1732198771622 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 8a7a968213a0%2C32915%2C1732198771622 2024-11-21T14:19:39,884 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,32915,1732198771622.replicationSource.wal-reader.8a7a968213a0%2C32915%2C1732198771622,1-8a7a968213a0,32915,1732198771622 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40895/user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8/WALs/8a7a968213a0,32915,1732198771622/8a7a968213a0%2C32915%2C1732198771622.1732198772824, startPosition=0, beingWritten=true 2024-11-21T14:19:39,894 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,32915,1732198771622.replicationSource.wal-reader.8a7a968213a0%2C32915%2C1732198771622,1-8a7a968213a0,32915,1732198771622 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T14:19:39,894 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,32915,1732198771622.replicationSource.wal-reader.8a7a968213a0%2C32915%2C1732198771622,1-8a7a968213a0,32915,1732198771622 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40895/user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8/WALs/8a7a968213a0,32915,1732198771622/8a7a968213a0%2C32915%2C1732198771622.1732198772824 to pos 379, reset compression=false 2024-11-21T14:19:39,894 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,32915,1732198771622.replicationSource.shipper8a7a968213a0%2C32915%2C1732198771622,1-8a7a968213a0,32915,1732198771622 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8a7a968213a0,32915,1732198771622 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40895/user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8/WALs/8a7a968213a0,32915,1732198771622/8a7a968213a0%2C32915%2C1732198771622.1732198772824, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T14:19:40,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32873 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T14:19:40,070 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-21T14:19:40,070 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T14:19:40,071 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:19:40,071 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:19:40,071 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:19:40,071 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:19:40,071 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:19:40,083 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1732198780082/Put/seqid=0 2024-11-21T14:19:40,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32879 is added to blk_1073741840_1016 (size=7894) 2024-11-21T14:19:40,122 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1732198780121/Put/seqid=0 2024-11-21T14:19:40,126 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,32915,1732198771622.replicationSource.wal-reader.8a7a968213a0%2C32915%2C1732198771622,1-8a7a968213a0,32915,1732198771622 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40895/user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8/WALs/8a7a968213a0,32915,1732198771622/8a7a968213a0%2C32915%2C1732198771622.1732198772824 to pos 379, reset compression=false 2024-11-21T14:19:40,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32879 is added to blk_1073741841_1017 (size=7691) 2024-11-21T14:19:40,143 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a9d34f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:19:40,143 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8a7a968213a0,46741,-1 for getting cluster id 2024-11-21T14:19:40,143 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:19:40,144 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00e38769-dcf7-4449-b115-f7753ca38c8d' 2024-11-21T14:19:40,145 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:19:40,145 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00e38769-dcf7-4449-b115-f7753ca38c8d" 2024-11-21T14:19:40,145 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b7ba9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:19:40,145 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a7a968213a0,46741,-1] 2024-11-21T14:19:40,145 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:19:40,146 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:19:40,147 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:19:40,148 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f2808e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:19:40,148 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:19:40,150 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a7a968213a0,38217,1732198767483, seqNum=-1] 2024-11-21T14:19:40,150 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:19:40,151 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T14:19:40,162 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T14:19:40,163 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a7a968213a0,46741,1732198767433 2024-11-21T14:19:40,163 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7937e038 2024-11-21T14:19:40,164 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T14:19:40,165 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T14:19:40,169 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732198773463.de2334b70546a66c23d387d5443a4c77., hostname=8a7a968213a0,38217,1732198767483, seqNum=2] 2024-11-21T14:19:40,172 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-21T14:19:40,181 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-21T14:19:40,189 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-21T14:19:40,206 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38217 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/testHFileCyclicReplication_01/f/hfile_1 for inclusion in de2334b70546a66c23d387d5443a4c77/f 2024-11-21T14:19:40,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38217 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-21T14:19:40,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38217 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T14:19:40,209 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38217 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/testHFileCyclicReplication_01/f/hfile_0 for inclusion in de2334b70546a66c23d387d5443a4c77/f 2024-11-21T14:19:40,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38217 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-21T14:19:40,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38217 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T14:19:40,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38217 {}] regionserver.HRegion(2603): Flush status journal for de2334b70546a66c23d387d5443a4c77: 2024-11-21T14:19:40,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38217 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/staging/jenkins__test__qll27ebfd7lgttb78oakmnamt6jhb2q0gku43s19iv2it2lsj8pmcaigcav262iv/f/hfile_1 2024-11-21T14:19:40,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38217 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/staging/jenkins__test__qll27ebfd7lgttb78oakmnamt6jhb2q0gku43s19iv2it2lsj8pmcaigcav262iv/f/hfile_1 as hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/data/default/test/de2334b70546a66c23d387d5443a4c77/f/b331acc37ce240a39c4a4b200d09fbfe_SeqId_4_ 2024-11-21T14:19:40,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38217 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/staging/jenkins__test__qll27ebfd7lgttb78oakmnamt6jhb2q0gku43s19iv2it2lsj8pmcaigcav262iv/f/hfile_0 2024-11-21T14:19:40,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38217 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/staging/jenkins__test__qll27ebfd7lgttb78oakmnamt6jhb2q0gku43s19iv2it2lsj8pmcaigcav262iv/f/hfile_0 as hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/data/default/test/de2334b70546a66c23d387d5443a4c77/f/9daa0f0925de4c4f83ba7c5878d6b192_SeqId_4_ 2024-11-21T14:19:40,225 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38217 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/staging/jenkins__test__qll27ebfd7lgttb78oakmnamt6jhb2q0gku43s19iv2it2lsj8pmcaigcav262iv/f/hfile_1 into de2334b70546a66c23d387d5443a4c77/f as hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/data/default/test/de2334b70546a66c23d387d5443a4c77/f/b331acc37ce240a39c4a4b200d09fbfe_SeqId_4_ - updating store file list. 2024-11-21T14:19:40,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38217 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b331acc37ce240a39c4a4b200d09fbfe_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-21T14:19:40,241 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38217 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/data/default/test/de2334b70546a66c23d387d5443a4c77/f/b331acc37ce240a39c4a4b200d09fbfe_SeqId_4_ into de2334b70546a66c23d387d5443a4c77/f 2024-11-21T14:19:40,241 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38217 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/staging/jenkins__test__qll27ebfd7lgttb78oakmnamt6jhb2q0gku43s19iv2it2lsj8pmcaigcav262iv/f/hfile_1 into de2334b70546a66c23d387d5443a4c77/f (new location: hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/data/default/test/de2334b70546a66c23d387d5443a4c77/f/b331acc37ce240a39c4a4b200d09fbfe_SeqId_4_) 2024-11-21T14:19:40,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38217 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/staging/jenkins__test__qll27ebfd7lgttb78oakmnamt6jhb2q0gku43s19iv2it2lsj8pmcaigcav262iv/f/hfile_1 2024-11-21T14:19:40,243 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38217 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/staging/jenkins__test__qll27ebfd7lgttb78oakmnamt6jhb2q0gku43s19iv2it2lsj8pmcaigcav262iv/f/hfile_0 into de2334b70546a66c23d387d5443a4c77/f as hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/data/default/test/de2334b70546a66c23d387d5443a4c77/f/9daa0f0925de4c4f83ba7c5878d6b192_SeqId_4_ - updating store file list. 2024-11-21T14:19:40,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38217 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9daa0f0925de4c4f83ba7c5878d6b192_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-21T14:19:40,249 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38217 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/data/default/test/de2334b70546a66c23d387d5443a4c77/f/9daa0f0925de4c4f83ba7c5878d6b192_SeqId_4_ into de2334b70546a66c23d387d5443a4c77/f 2024-11-21T14:19:40,249 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38217 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/staging/jenkins__test__qll27ebfd7lgttb78oakmnamt6jhb2q0gku43s19iv2it2lsj8pmcaigcav262iv/f/hfile_0 into de2334b70546a66c23d387d5443a4c77/f (new location: hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/data/default/test/de2334b70546a66c23d387d5443a4c77/f/9daa0f0925de4c4f83ba7c5878d6b192_SeqId_4_) 2024-11-21T14:19:40,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38217 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/staging/jenkins__test__qll27ebfd7lgttb78oakmnamt6jhb2q0gku43s19iv2it2lsj8pmcaigcav262iv/f/hfile_0 2024-11-21T14:19:40,252 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T14:19:40,252 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:19:40,252 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:19:40,252 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:19:40,252 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732198773463.de2334b70546a66c23d387d5443a4c77., hostname=8a7a968213a0,38217,1732198767483, seqNum=2 , the old value is region=test,,1732198773463.de2334b70546a66c23d387d5443a4c77., hostname=8a7a968213a0,38217,1732198767483, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=8a7a968213a0:38217 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-21T14:19:40,253 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732198773463.de2334b70546a66c23d387d5443a4c77., hostname=8a7a968213a0,38217,1732198767483, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-21T14:19:40,253 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732198773463.de2334b70546a66c23d387d5443a4c77., hostname=8a7a968213a0,38217,1732198767483, seqNum=2 from cache 2024-11-21T14:19:40,253 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:19:40,253 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:19:40,255 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a7a968213a0,32915,1732198771622, seqNum=-1] 2024-11-21T14:19:40,255 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:19:40,256 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T14:19:40,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38217 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38217: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:56234 deadline: 1732198840254 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:56234 2024-11-21T14:19:40,258 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732198775613.166c2a177b614de8457e5bd1efdf356a., hostname=8a7a968213a0,32915,1732198771622, seqNum=2] 2024-11-21T14:19:40,260 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-21T14:19:40,361 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8a7a968213a0:38217 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-21T14:19:40,401 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,38217,1732198767483.replicationSource.wal-reader.8a7a968213a0%2C38217%2C1732198767483,1-8a7a968213a0,38217,1732198767483 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/WALs/8a7a968213a0,38217,1732198767483/8a7a968213a0%2C38217%2C1732198767483.1732198769487 to pos 379, reset compression=false 2024-11-21T14:19:40,423 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,38217,1732198767483.replicationSource.wal-reader.8a7a968213a0%2C38217%2C1732198767483,1-8a7a968213a0,38217,1732198767483 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T14:19:40,423 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,38217,1732198767483.replicationSource.shipper8a7a968213a0%2C38217%2C1732198767483,1-8a7a968213a0,38217,1732198767483 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8a7a968213a0,38217,1732198767483 got entry batch from reader: WALEntryBatch [walEntries=[{test/de2334b70546a66c23d387d5443a4c77/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732198780250/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/WALs/8a7a968213a0,38217,1732198767483/8a7a968213a0%2C38217%2C1732198767483.1732198769487, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-21T14:19:40,427 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,38217,1732198767483.replicationSource.shipper8a7a968213a0%2C38217%2C1732198767483,1-8a7a968213a0,38217,1732198767483 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T14:19:40,429 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-21T14:19:40,429 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32915 {}] regionserver.ReplicationSink(318): Replicating [00e38769-dcf7-4449-b115-f7753ca38c8d] bulk loaded data 2024-11-21T14:19:40,431 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32915 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7e4338cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:19:40,431 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32915 {}] client.ClusterIdFetcher(90): Going to request 8a7a968213a0,32873,-1 for getting cluster id 2024-11-21T14:19:40,431 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32915 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:19:40,432 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0c0a42cc-27d8-426b-8f88-100929718986' 2024-11-21T14:19:40,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:19:40,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0c0a42cc-27d8-426b-8f88-100929718986" 2024-11-21T14:19:40,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@68ad2bde, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:19:40,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a7a968213a0,32873,-1] 2024-11-21T14:19:40,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:19:40,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:19:40,439 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:19:40,440 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32915 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@790e0d3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:19:40,444 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,32915,1732198771622.replicationSource.wal-reader.8a7a968213a0%2C32915%2C1732198771622,1-8a7a968213a0,32915,1732198771622 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40895/user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8/WALs/8a7a968213a0,32915,1732198771622/8a7a968213a0%2C32915%2C1732198771622.1732198772824 to pos 379, reset compression=false 2024-11-21T14:19:40,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37039 is added to blk_1073741840_1016 (size=7691) 2024-11-21T14:19:40,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37039 is added to blk_1073741841_1017 (size=7894) 2024-11-21T14:19:40,550 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32915 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T14:19:40,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a7a968213a0,32873,1732198771577 2024-11-21T14:19:40,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7a38cd2d 2024-11-21T14:19:40,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T14:19:40,552 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-21T14:19:40,555 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32915 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-21T14:19:40,555 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32915 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:19:40,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a7a968213a0,32915,1732198771622, seqNum=-1] 2024-11-21T14:19:40,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:19:40,558 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-21T14:19:40,566 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40895/user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8/staging/jenkins.hfs.11__test__6t1deojj2n2d60u5ams7v791dm3li8fm0i4rgm90ivs4lb3k3e4i3tmuibuqddm1/f/9daa0f0925de4c4f83ba7c5878d6b192_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-21T14:19:40,569 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40895/user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8/staging/jenkins.hfs.11__test__6t1deojj2n2d60u5ams7v791dm3li8fm0i4rgm90ivs4lb3k3e4i3tmuibuqddm1/f/b331acc37ce240a39c4a4b200d09fbfe_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-21T14:19:40,591 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32915 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40895/user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8/staging/jenkins.hfs.11__test__6t1deojj2n2d60u5ams7v791dm3li8fm0i4rgm90ivs4lb3k3e4i3tmuibuqddm1/f/9daa0f0925de4c4f83ba7c5878d6b192_SeqId_4_ for inclusion in 166c2a177b614de8457e5bd1efdf356a/f 2024-11-21T14:19:40,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32915 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-21T14:19:40,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32915 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T14:19:40,596 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32915 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40895/user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8/staging/jenkins.hfs.11__test__6t1deojj2n2d60u5ams7v791dm3li8fm0i4rgm90ivs4lb3k3e4i3tmuibuqddm1/f/b331acc37ce240a39c4a4b200d09fbfe_SeqId_4_ for inclusion in 166c2a177b614de8457e5bd1efdf356a/f 2024-11-21T14:19:40,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32915 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-21T14:19:40,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32915 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T14:19:40,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32915 {}] regionserver.HRegion(2603): Flush status journal for 166c2a177b614de8457e5bd1efdf356a: 2024-11-21T14:19:40,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32915 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 9daa0f0925de4c4f83ba7c5878d6b192_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-21T14:19:40,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32915 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40895/user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8/staging/jenkins.hfs.11__test__6t1deojj2n2d60u5ams7v791dm3li8fm0i4rgm90ivs4lb3k3e4i3tmuibuqddm1/f/9daa0f0925de4c4f83ba7c5878d6b192_SeqId_4_ as hdfs://localhost:40895/user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8/data/default/test/166c2a177b614de8457e5bd1efdf356a/f/a14ea4429b98407193cb413eb36d914d_SeqId_4_ 2024-11-21T14:19:40,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32915 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): b331acc37ce240a39c4a4b200d09fbfe_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-21T14:19:40,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32915 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40895/user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8/staging/jenkins.hfs.11__test__6t1deojj2n2d60u5ams7v791dm3li8fm0i4rgm90ivs4lb3k3e4i3tmuibuqddm1/f/b331acc37ce240a39c4a4b200d09fbfe_SeqId_4_ as hdfs://localhost:40895/user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8/data/default/test/166c2a177b614de8457e5bd1efdf356a/f/a17cc6e1f76c47af8c7cab416a91064b_SeqId_4_ 2024-11-21T14:19:40,608 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32915 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40895/user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8/staging/jenkins.hfs.11__test__6t1deojj2n2d60u5ams7v791dm3li8fm0i4rgm90ivs4lb3k3e4i3tmuibuqddm1/f/9daa0f0925de4c4f83ba7c5878d6b192_SeqId_4_ into 166c2a177b614de8457e5bd1efdf356a/f as hdfs://localhost:40895/user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8/data/default/test/166c2a177b614de8457e5bd1efdf356a/f/a14ea4429b98407193cb413eb36d914d_SeqId_4_ - updating store file list. 2024-11-21T14:19:40,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32915 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a14ea4429b98407193cb413eb36d914d_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-21T14:19:40,614 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32915 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40895/user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8/data/default/test/166c2a177b614de8457e5bd1efdf356a/f/a14ea4429b98407193cb413eb36d914d_SeqId_4_ into 166c2a177b614de8457e5bd1efdf356a/f 2024-11-21T14:19:40,614 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32915 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40895/user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8/staging/jenkins.hfs.11__test__6t1deojj2n2d60u5ams7v791dm3li8fm0i4rgm90ivs4lb3k3e4i3tmuibuqddm1/f/9daa0f0925de4c4f83ba7c5878d6b192_SeqId_4_ into 166c2a177b614de8457e5bd1efdf356a/f (new location: hdfs://localhost:40895/user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8/data/default/test/166c2a177b614de8457e5bd1efdf356a/f/a14ea4429b98407193cb413eb36d914d_SeqId_4_) 2024-11-21T14:19:40,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32915 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40895/user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8/staging/jenkins.hfs.11__test__6t1deojj2n2d60u5ams7v791dm3li8fm0i4rgm90ivs4lb3k3e4i3tmuibuqddm1/f/9daa0f0925de4c4f83ba7c5878d6b192_SeqId_4_ 2024-11-21T14:19:40,615 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32915 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40895/user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8/staging/jenkins.hfs.11__test__6t1deojj2n2d60u5ams7v791dm3li8fm0i4rgm90ivs4lb3k3e4i3tmuibuqddm1/f/b331acc37ce240a39c4a4b200d09fbfe_SeqId_4_ into 166c2a177b614de8457e5bd1efdf356a/f as hdfs://localhost:40895/user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8/data/default/test/166c2a177b614de8457e5bd1efdf356a/f/a17cc6e1f76c47af8c7cab416a91064b_SeqId_4_ - updating store file list. 2024-11-21T14:19:40,623 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,38217,1732198767483.replicationSource.wal-reader.8a7a968213a0%2C38217%2C1732198767483,1-8a7a968213a0,38217,1732198767483 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/WALs/8a7a968213a0,38217,1732198767483/8a7a968213a0%2C38217%2C1732198767483.1732198769487 to pos 687, reset compression=false 2024-11-21T14:19:40,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32915 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a17cc6e1f76c47af8c7cab416a91064b_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-21T14:19:40,631 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32915 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40895/user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8/data/default/test/166c2a177b614de8457e5bd1efdf356a/f/a17cc6e1f76c47af8c7cab416a91064b_SeqId_4_ into 166c2a177b614de8457e5bd1efdf356a/f 2024-11-21T14:19:40,631 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32915 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40895/user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8/staging/jenkins.hfs.11__test__6t1deojj2n2d60u5ams7v791dm3li8fm0i4rgm90ivs4lb3k3e4i3tmuibuqddm1/f/b331acc37ce240a39c4a4b200d09fbfe_SeqId_4_ into 166c2a177b614de8457e5bd1efdf356a/f (new location: hdfs://localhost:40895/user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8/data/default/test/166c2a177b614de8457e5bd1efdf356a/f/a17cc6e1f76c47af8c7cab416a91064b_SeqId_4_) 2024-11-21T14:19:40,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32915 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40895/user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8/staging/jenkins.hfs.11__test__6t1deojj2n2d60u5ams7v791dm3li8fm0i4rgm90ivs4lb3k3e4i3tmuibuqddm1/f/b331acc37ce240a39c4a4b200d09fbfe_SeqId_4_ 2024-11-21T14:19:40,640 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32915 {}] regionserver.ReplicationSink(324): Finished replicating [00e38769-dcf7-4449-b115-f7753ca38c8d] bulk loaded data 2024-11-21T14:19:40,887 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,32915,1732198771622.replicationSource.wal-reader.8a7a968213a0%2C32915%2C1732198771622,1-8a7a968213a0,32915,1732198771622 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40895/user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8/WALs/8a7a968213a0,32915,1732198771622/8a7a968213a0%2C32915%2C1732198771622.1732198772824 to pos 379, reset compression=false 2024-11-21T14:19:40,892 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,32915,1732198771622.replicationSource.wal-reader.8a7a968213a0%2C32915%2C1732198771622,1-8a7a968213a0,32915,1732198771622 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T14:19:40,893 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,32915,1732198771622.replicationSource.shipper8a7a968213a0%2C32915%2C1732198771622,1-8a7a968213a0,32915,1732198771622 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8a7a968213a0,32915,1732198771622 got entry batch from reader: WALEntryBatch [walEntries=[{test/166c2a177b614de8457e5bd1efdf356a/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732198780637/Put/vlen=228/seqid=0; >],8138}], lastWalPath=hdfs://localhost:40895/user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8/WALs/8a7a968213a0,32915,1732198771622/8a7a968213a0%2C32915%2C1732198771622.1732198772824, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8138, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-21T14:19:40,894 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,32915,1732198771622.replicationSource.shipper8a7a968213a0%2C32915%2C1732198771622,1-8a7a968213a0,32915,1732198771622 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T14:19:40,895 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-21T14:19:40,896 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38217 {}] regionserver.ReplicationSink(318): Replicating [00e38769-dcf7-4449-b115-f7753ca38c8d, 0c0a42cc-27d8-426b-8f88-100929718986] bulk loaded data 2024-11-21T14:19:40,896 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38217 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2266adc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:19:40,896 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38217 {}] client.ClusterIdFetcher(90): Going to request 8a7a968213a0,46741,-1 for getting cluster id 2024-11-21T14:19:40,896 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38217 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:19:40,897 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '00e38769-dcf7-4449-b115-f7753ca38c8d' 2024-11-21T14:19:40,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:19:40,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "00e38769-dcf7-4449-b115-f7753ca38c8d" 2024-11-21T14:19:40,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@674f2a7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:19:40,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a7a968213a0,46741,-1] 2024-11-21T14:19:40,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:19:40,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:19:40,898 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:19:40,899 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38217 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@55d6cd78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:19:40,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32879 is added to blk_1073741842_1018 (size=7894) 2024-11-21T14:19:40,946 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,38217,1732198767483.replicationSource.wal-reader.8a7a968213a0%2C38217%2C1732198767483,1-8a7a968213a0,38217,1732198767483 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/WALs/8a7a968213a0,38217,1732198767483/8a7a968213a0%2C38217%2C1732198767483.1732198769487 to pos 687, reset compression=false 2024-11-21T14:19:41,093 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,32915,1732198771622.replicationSource.wal-reader.8a7a968213a0%2C32915%2C1732198771622,1-8a7a968213a0,32915,1732198771622 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40895/user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8/WALs/8a7a968213a0,32915,1732198771622/8a7a968213a0%2C32915%2C1732198771622.1732198772824 to pos 725, reset compression=false 2024-11-21T14:19:41,272 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:19:41,286 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40895/user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1732198781285/Put/seqid=0 2024-11-21T14:19:41,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37039 is added to blk_1073741842_1018 (size=11194) 2024-11-21T14:19:41,310 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40895/user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1732198781310/Put/seqid=0 2024-11-21T14:19:41,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37039 is added to blk_1073741843_1019 (size=10791) 2024-11-21T14:19:41,338 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-21T14:19:41,341 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16c0016c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:19:41,341 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8a7a968213a0,32873,-1 for getting cluster id 2024-11-21T14:19:41,341 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:19:41,342 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0c0a42cc-27d8-426b-8f88-100929718986' 2024-11-21T14:19:41,342 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:19:41,342 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0c0a42cc-27d8-426b-8f88-100929718986" 2024-11-21T14:19:41,343 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@347ffa8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:19:41,343 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a7a968213a0,32873,-1] 2024-11-21T14:19:41,343 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:19:41,343 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:19:41,344 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:19:41,346 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b50c5f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:19:41,347 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:19:41,348 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a7a968213a0,32915,1732198771622, seqNum=-1] 2024-11-21T14:19:41,348 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:19:41,350 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,38217,1732198767483.replicationSource.wal-reader.8a7a968213a0%2C38217%2C1732198767483,1-8a7a968213a0,38217,1732198767483 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/WALs/8a7a968213a0,38217,1732198767483/8a7a968213a0%2C38217%2C1732198767483.1732198769487 to pos 687, reset compression=false 2024-11-21T14:19:41,351 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T14:19:41,365 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T14:19:41,366 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a7a968213a0,32873,1732198771577 2024-11-21T14:19:41,366 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5b3cfee6 2024-11-21T14:19:41,367 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T14:19:41,368 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T14:19:41,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32879 is added to blk_1073741843_1019 (size=7691) 2024-11-21T14:19:41,375 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732198775613.166c2a177b614de8457e5bd1efdf356a., hostname=8a7a968213a0,32915,1732198771622, seqNum=2] 2024-11-21T14:19:41,377 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38217 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T14:19:41,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a7a968213a0,46741,1732198767433 2024-11-21T14:19:41,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@347fe98f 2024-11-21T14:19:41,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T14:19:41,379 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-21T14:19:41,380 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-21T14:19:41,382 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38217 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-21T14:19:41,382 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38217 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:19:41,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a7a968213a0,38217,1732198767483, seqNum=-1] 2024-11-21T14:19:41,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:19:41,385 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52754, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-21T14:19:41,399 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,32915,1732198771622.replicationSource.wal-reader.8a7a968213a0%2C32915%2C1732198771622,1-8a7a968213a0,32915,1732198771622 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40895/user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8/WALs/8a7a968213a0,32915,1732198771622/8a7a968213a0%2C32915%2C1732198771622.1732198772824 to pos 725, reset compression=false 2024-11-21T14:19:41,406 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/staging/jenkins.hfs.10__test__c3kib5q8isbskul2r3gflt6bad0kj2fjdsf471hnuc4ifisp5v9n8rbmt5a8ghmf/f/a14ea4429b98407193cb413eb36d914d_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-21T14:19:41,410 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/staging/jenkins.hfs.10__test__c3kib5q8isbskul2r3gflt6bad0kj2fjdsf471hnuc4ifisp5v9n8rbmt5a8ghmf/f/a17cc6e1f76c47af8c7cab416a91064b_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-21T14:19:41,413 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38217 {}] regionserver.ReplicationSink(324): Finished replicating [00e38769-dcf7-4449-b115-f7753ca38c8d, 0c0a42cc-27d8-426b-8f88-100929718986] bulk loaded data 2024-11-21T14:19:41,416 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40895/user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-21T14:19:41,420 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40895/user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-21T14:19:41,430 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32915 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40895/user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8/testHFileCyclicReplication_10/f/hfile_0 for inclusion in 166c2a177b614de8457e5bd1efdf356a/f 2024-11-21T14:19:41,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32915 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-21T14:19:41,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32915 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T14:19:41,433 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32915 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40895/user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8/testHFileCyclicReplication_10/f/hfile_1 for inclusion in 166c2a177b614de8457e5bd1efdf356a/f 2024-11-21T14:19:41,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32915 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-21T14:19:41,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32915 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T14:19:41,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32915 {}] regionserver.HRegion(2603): Flush status journal for 166c2a177b614de8457e5bd1efdf356a: 2024-11-21T14:19:41,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32915 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40895/user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:40895/user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8/staging/jenkins__test__p2vkqldkqnpqq1b15li9bjbefovdjfun3h2n6tq4k4d7b2hqa96271oao0da7hn4/f/hfile_0 2024-11-21T14:19:41,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32915 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40895/user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8/staging/jenkins__test__p2vkqldkqnpqq1b15li9bjbefovdjfun3h2n6tq4k4d7b2hqa96271oao0da7hn4/f/hfile_0 as hdfs://localhost:40895/user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8/data/default/test/166c2a177b614de8457e5bd1efdf356a/f/50f723fa7c464c4fac05edec077ecba1_SeqId_6_ 2024-11-21T14:19:41,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32915 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40895/user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:40895/user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8/staging/jenkins__test__p2vkqldkqnpqq1b15li9bjbefovdjfun3h2n6tq4k4d7b2hqa96271oao0da7hn4/f/hfile_1 2024-11-21T14:19:41,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32915 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40895/user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8/staging/jenkins__test__p2vkqldkqnpqq1b15li9bjbefovdjfun3h2n6tq4k4d7b2hqa96271oao0da7hn4/f/hfile_1 as hdfs://localhost:40895/user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8/data/default/test/166c2a177b614de8457e5bd1efdf356a/f/5c87460130174d68a42af5bbde3c8a15_SeqId_6_ 2024-11-21T14:19:41,444 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32915 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40895/user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8/staging/jenkins__test__p2vkqldkqnpqq1b15li9bjbefovdjfun3h2n6tq4k4d7b2hqa96271oao0da7hn4/f/hfile_0 into 166c2a177b614de8457e5bd1efdf356a/f as hdfs://localhost:40895/user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8/data/default/test/166c2a177b614de8457e5bd1efdf356a/f/50f723fa7c464c4fac05edec077ecba1_SeqId_6_ - updating store file list. 2024-11-21T14:19:41,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32915 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 50f723fa7c464c4fac05edec077ecba1_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-21T14:19:41,450 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32915 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40895/user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8/data/default/test/166c2a177b614de8457e5bd1efdf356a/f/50f723fa7c464c4fac05edec077ecba1_SeqId_6_ into 166c2a177b614de8457e5bd1efdf356a/f 2024-11-21T14:19:41,450 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32915 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40895/user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8/staging/jenkins__test__p2vkqldkqnpqq1b15li9bjbefovdjfun3h2n6tq4k4d7b2hqa96271oao0da7hn4/f/hfile_0 into 166c2a177b614de8457e5bd1efdf356a/f (new location: hdfs://localhost:40895/user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8/data/default/test/166c2a177b614de8457e5bd1efdf356a/f/50f723fa7c464c4fac05edec077ecba1_SeqId_6_) 2024-11-21T14:19:41,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32915 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40895/user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8/staging/jenkins__test__p2vkqldkqnpqq1b15li9bjbefovdjfun3h2n6tq4k4d7b2hqa96271oao0da7hn4/f/hfile_0 2024-11-21T14:19:41,451 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32915 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40895/user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8/staging/jenkins__test__p2vkqldkqnpqq1b15li9bjbefovdjfun3h2n6tq4k4d7b2hqa96271oao0da7hn4/f/hfile_1 into 166c2a177b614de8457e5bd1efdf356a/f as hdfs://localhost:40895/user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8/data/default/test/166c2a177b614de8457e5bd1efdf356a/f/5c87460130174d68a42af5bbde3c8a15_SeqId_6_ - updating store file list. 2024-11-21T14:19:41,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32915 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5c87460130174d68a42af5bbde3c8a15_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-21T14:19:41,455 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32915 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40895/user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8/data/default/test/166c2a177b614de8457e5bd1efdf356a/f/5c87460130174d68a42af5bbde3c8a15_SeqId_6_ into 166c2a177b614de8457e5bd1efdf356a/f 2024-11-21T14:19:41,455 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32915 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40895/user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8/staging/jenkins__test__p2vkqldkqnpqq1b15li9bjbefovdjfun3h2n6tq4k4d7b2hqa96271oao0da7hn4/f/hfile_1 into 166c2a177b614de8457e5bd1efdf356a/f (new location: hdfs://localhost:40895/user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8/data/default/test/166c2a177b614de8457e5bd1efdf356a/f/5c87460130174d68a42af5bbde3c8a15_SeqId_6_) 2024-11-21T14:19:41,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32915 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40895/user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8/staging/jenkins__test__p2vkqldkqnpqq1b15li9bjbefovdjfun3h2n6tq4k4d7b2hqa96271oao0da7hn4/f/hfile_1 2024-11-21T14:19:41,456 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T14:19:41,457 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:19:41,457 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:19:41,457 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:19:41,457 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:19:41,457 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732198775613.166c2a177b614de8457e5bd1efdf356a., hostname=8a7a968213a0,32915,1732198771622, seqNum=2 , the old value is region=test,,1732198775613.166c2a177b614de8457e5bd1efdf356a., hostname=8a7a968213a0,32915,1732198771622, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=8a7a968213a0:32915 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-21T14:19:41,457 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732198775613.166c2a177b614de8457e5bd1efdf356a., hostname=8a7a968213a0,32915,1732198771622, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-21T14:19:41,457 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732198775613.166c2a177b614de8457e5bd1efdf356a., hostname=8a7a968213a0,32915,1732198771622, seqNum=2 from cache 2024-11-21T14:19:41,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32915 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32915: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:52850 deadline: 1732198841457 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:52850 2024-11-21T14:19:41,458 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:19:41,459 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a7a968213a0,38217,1732198767483, seqNum=-1] 2024-11-21T14:19:41,459 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:19:41,460 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T14:19:41,462 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732198773463.de2334b70546a66c23d387d5443a4c77., hostname=8a7a968213a0,38217,1732198767483, seqNum=2] 2024-11-21T14:19:41,468 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-21T14:19:41,560 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8a7a968213a0:32915 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-21T14:19:41,826 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,32915,1732198771622.replicationSource.wal-reader.8a7a968213a0%2C32915%2C1732198771622,1-8a7a968213a0,32915,1732198771622 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40895/user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8/WALs/8a7a968213a0,32915,1732198771622/8a7a968213a0%2C32915%2C1732198771622.1732198772824 to pos 725, reset compression=false 2024-11-21T14:19:41,831 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,32915,1732198771622.replicationSource.wal-reader.8a7a968213a0%2C32915%2C1732198771622,1-8a7a968213a0,32915,1732198771622 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T14:19:41,831 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,32915,1732198771622.replicationSource.shipper8a7a968213a0%2C32915%2C1732198771622,1-8a7a968213a0,32915,1732198771622 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8a7a968213a0,32915,1732198771622 got entry batch from reader: WALEntryBatch [walEntries=[{test/166c2a177b614de8457e5bd1efdf356a/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732198781455/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:40895/user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8/WALs/8a7a968213a0,32915,1732198771622/8a7a968213a0%2C32915%2C1732198771622.1732198772824, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-21T14:19:41,833 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38217 {}] regionserver.ReplicationSink(318): Replicating [0c0a42cc-27d8-426b-8f88-100929718986] bulk loaded data 2024-11-21T14:19:41,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32879 is added to blk_1073741844_1020 (size=11194) 2024-11-21T14:19:41,851 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T14:19:41,891 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:19:41,892 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:19:41,892 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:19:41,892 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:19:41,892 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:19:41,893 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:19:41,894 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,38217,1732198767483.replicationSource.wal-reader.8a7a968213a0%2C38217%2C1732198767483,1-8a7a968213a0,38217,1732198767483 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/WALs/8a7a968213a0,38217,1732198767483/8a7a968213a0%2C38217%2C1732198767483.1732198769487 to pos 687, reset compression=false 2024-11-21T14:19:41,901 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:19:41,904 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:19:42,032 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,32915,1732198771622.replicationSource.wal-reader.8a7a968213a0%2C32915%2C1732198771622,1-8a7a968213a0,32915,1732198771622 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40895/user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8/WALs/8a7a968213a0,32915,1732198771622/8a7a968213a0%2C32915%2C1732198771622.1732198772824 to pos 1033, reset compression=false 2024-11-21T14:19:42,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32879 is added to blk_1073741845_1021 (size=10791) 2024-11-21T14:19:42,269 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38217 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-21T14:19:42,275 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/staging/jenkins.hfs.10__test__bga0frtmbfh4v5cnbrd6t01ju8pv3fm19lqh3escrlg1db3hutlba71dmd0272bo/f/50f723fa7c464c4fac05edec077ecba1_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-21T14:19:42,278 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/staging/jenkins.hfs.10__test__bga0frtmbfh4v5cnbrd6t01ju8pv3fm19lqh3escrlg1db3hutlba71dmd0272bo/f/5c87460130174d68a42af5bbde3c8a15_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-21T14:19:42,282 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38217 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/staging/jenkins.hfs.10__test__bga0frtmbfh4v5cnbrd6t01ju8pv3fm19lqh3escrlg1db3hutlba71dmd0272bo/f/50f723fa7c464c4fac05edec077ecba1_SeqId_6_ for inclusion in de2334b70546a66c23d387d5443a4c77/f 2024-11-21T14:19:42,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38217 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-21T14:19:42,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38217 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T14:19:42,285 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38217 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/staging/jenkins.hfs.10__test__bga0frtmbfh4v5cnbrd6t01ju8pv3fm19lqh3escrlg1db3hutlba71dmd0272bo/f/5c87460130174d68a42af5bbde3c8a15_SeqId_6_ for inclusion in de2334b70546a66c23d387d5443a4c77/f 2024-11-21T14:19:42,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38217 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-21T14:19:42,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38217 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T14:19:42,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38217 {}] regionserver.HRegion(2603): Flush status journal for de2334b70546a66c23d387d5443a4c77: 2024-11-21T14:19:42,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38217 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 50f723fa7c464c4fac05edec077ecba1_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-21T14:19:42,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38217 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/staging/jenkins.hfs.10__test__bga0frtmbfh4v5cnbrd6t01ju8pv3fm19lqh3escrlg1db3hutlba71dmd0272bo/f/50f723fa7c464c4fac05edec077ecba1_SeqId_6_ as hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/data/default/test/de2334b70546a66c23d387d5443a4c77/f/2901cf47e4ff458fbb0b43fb46a26383_SeqId_6_ 2024-11-21T14:19:42,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38217 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 5c87460130174d68a42af5bbde3c8a15_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-21T14:19:42,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38217 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/staging/jenkins.hfs.10__test__bga0frtmbfh4v5cnbrd6t01ju8pv3fm19lqh3escrlg1db3hutlba71dmd0272bo/f/5c87460130174d68a42af5bbde3c8a15_SeqId_6_ as hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/data/default/test/de2334b70546a66c23d387d5443a4c77/f/6dac7e4912704c319e0f6a9e4cc4f187_SeqId_6_ 2024-11-21T14:19:42,292 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38217 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/staging/jenkins.hfs.10__test__bga0frtmbfh4v5cnbrd6t01ju8pv3fm19lqh3escrlg1db3hutlba71dmd0272bo/f/50f723fa7c464c4fac05edec077ecba1_SeqId_6_ into de2334b70546a66c23d387d5443a4c77/f as hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/data/default/test/de2334b70546a66c23d387d5443a4c77/f/2901cf47e4ff458fbb0b43fb46a26383_SeqId_6_ - updating store file list. 2024-11-21T14:19:42,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38217 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2901cf47e4ff458fbb0b43fb46a26383_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-21T14:19:42,296 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38217 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/data/default/test/de2334b70546a66c23d387d5443a4c77/f/2901cf47e4ff458fbb0b43fb46a26383_SeqId_6_ into de2334b70546a66c23d387d5443a4c77/f 2024-11-21T14:19:42,296 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38217 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/staging/jenkins.hfs.10__test__bga0frtmbfh4v5cnbrd6t01ju8pv3fm19lqh3escrlg1db3hutlba71dmd0272bo/f/50f723fa7c464c4fac05edec077ecba1_SeqId_6_ into de2334b70546a66c23d387d5443a4c77/f (new location: hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/data/default/test/de2334b70546a66c23d387d5443a4c77/f/2901cf47e4ff458fbb0b43fb46a26383_SeqId_6_) 2024-11-21T14:19:42,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38217 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/staging/jenkins.hfs.10__test__bga0frtmbfh4v5cnbrd6t01ju8pv3fm19lqh3escrlg1db3hutlba71dmd0272bo/f/50f723fa7c464c4fac05edec077ecba1_SeqId_6_ 2024-11-21T14:19:42,297 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38217 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/staging/jenkins.hfs.10__test__bga0frtmbfh4v5cnbrd6t01ju8pv3fm19lqh3escrlg1db3hutlba71dmd0272bo/f/5c87460130174d68a42af5bbde3c8a15_SeqId_6_ into de2334b70546a66c23d387d5443a4c77/f as hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/data/default/test/de2334b70546a66c23d387d5443a4c77/f/6dac7e4912704c319e0f6a9e4cc4f187_SeqId_6_ - updating store file list. 2024-11-21T14:19:42,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38217 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6dac7e4912704c319e0f6a9e4cc4f187_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-21T14:19:42,300 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38217 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/data/default/test/de2334b70546a66c23d387d5443a4c77/f/6dac7e4912704c319e0f6a9e4cc4f187_SeqId_6_ into de2334b70546a66c23d387d5443a4c77/f 2024-11-21T14:19:42,300 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38217 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/staging/jenkins.hfs.10__test__bga0frtmbfh4v5cnbrd6t01ju8pv3fm19lqh3escrlg1db3hutlba71dmd0272bo/f/5c87460130174d68a42af5bbde3c8a15_SeqId_6_ into de2334b70546a66c23d387d5443a4c77/f (new location: hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/data/default/test/de2334b70546a66c23d387d5443a4c77/f/6dac7e4912704c319e0f6a9e4cc4f187_SeqId_6_) 2024-11-21T14:19:42,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38217 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/staging/jenkins.hfs.10__test__bga0frtmbfh4v5cnbrd6t01ju8pv3fm19lqh3escrlg1db3hutlba71dmd0272bo/f/5c87460130174d68a42af5bbde3c8a15_SeqId_6_ 2024-11-21T14:19:42,302 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38217 {}] regionserver.ReplicationSink(324): Finished replicating [0c0a42cc-27d8-426b-8f88-100929718986] bulk loaded data 2024-11-21T14:19:42,345 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,32915,1732198771622.replicationSource.wal-reader.8a7a968213a0%2C32915%2C1732198771622,1-8a7a968213a0,32915,1732198771622 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40895/user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8/WALs/8a7a968213a0,32915,1732198771622/8a7a968213a0%2C32915%2C1732198771622.1732198772824 to pos 1033, reset compression=false 2024-11-21T14:19:42,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T14:19:42,479 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T14:19:42,479 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:19:42,479 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:19:42,480 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:19:42,480 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:19:42,480 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T14:19:42,480 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1838249500, stopped=false 2024-11-21T14:19:42,481 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8a7a968213a0,32873,1732198771577 2024-11-21T14:19:42,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32873-0x1013ae581150003, quorum=127.0.0.1:59838, baseZNode=/1-1233971379 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1233971379/running 2024-11-21T14:19:42,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32915-0x1013ae581150004, quorum=127.0.0.1:59838, baseZNode=/1-1233971379 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1233971379/running 2024-11-21T14:19:42,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32873-0x1013ae581150003, quorum=127.0.0.1:59838, baseZNode=/1-1233971379 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1233971379 2024-11-21T14:19:42,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32915-0x1013ae581150004, quorum=127.0.0.1:59838, baseZNode=/1-1233971379 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1233971379 2024-11-21T14:19:42,482 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T14:19:42,482 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T14:19:42,483 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:19:42,483 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:19:42,483 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8a7a968213a0,32915,1732198771622' ***** 2024-11-21T14:19:42,483 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T14:19:42,483 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32915-0x1013ae581150004, quorum=127.0.0.1:59838, baseZNode=/1-1233971379 Set watcher on znode that does not yet exist, /1-1233971379/running 2024-11-21T14:19:42,483 INFO [RS:0;8a7a968213a0:32915 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T14:19:42,484 INFO [RS:0;8a7a968213a0:32915 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T14:19:42,484 INFO [RS:0;8a7a968213a0:32915 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T14:19:42,484 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:32873-0x1013ae581150003, quorum=127.0.0.1:59838, baseZNode=/1-1233971379 Set watcher on znode that does not yet exist, /1-1233971379/running 2024-11-21T14:19:42,484 INFO [RS:0;8a7a968213a0:32915 {}] regionserver.HRegionServer(3091): Received CLOSE for 166c2a177b614de8457e5bd1efdf356a 2024-11-21T14:19:42,485 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T14:19:42,488 INFO [RS:0;8a7a968213a0:32915 {}] regionserver.HRegionServer(3091): Received CLOSE for c1809188c6ead65f7d687ca344fef0bd 2024-11-21T14:19:42,488 INFO [RS:0;8a7a968213a0:32915 {}] regionserver.HRegionServer(959): stopping server 8a7a968213a0,32915,1732198771622 2024-11-21T14:19:42,488 INFO [RS:0;8a7a968213a0:32915 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T14:19:42,488 INFO [RS:0;8a7a968213a0:32915 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8a7a968213a0:32915. 2024-11-21T14:19:42,488 DEBUG [RS:0;8a7a968213a0:32915 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:19:42,488 DEBUG [RS:0;8a7a968213a0:32915 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:19:42,489 INFO [RS:0;8a7a968213a0:32915 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T14:19:42,489 INFO [RS:0;8a7a968213a0:32915 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T14:19:42,489 INFO [RS:0;8a7a968213a0:32915 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T14:19:42,489 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 166c2a177b614de8457e5bd1efdf356a, disabling compactions & flushes 2024-11-21T14:19:42,489 INFO [RS:0;8a7a968213a0:32915 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T14:19:42,489 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732198775613.166c2a177b614de8457e5bd1efdf356a. 2024-11-21T14:19:42,492 INFO [RS:0;8a7a968213a0:32915 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-21T14:19:42,492 DEBUG [RS:0;8a7a968213a0:32915 {}] regionserver.HRegionServer(1325): Online Regions={166c2a177b614de8457e5bd1efdf356a=test,,1732198775613.166c2a177b614de8457e5bd1efdf356a., 1588230740=hbase:meta,,1.1588230740, c1809188c6ead65f7d687ca344fef0bd=hbase:replication,,1732198778945.c1809188c6ead65f7d687ca344fef0bd.} 2024-11-21T14:19:42,492 DEBUG [RS:0;8a7a968213a0:32915 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 166c2a177b614de8457e5bd1efdf356a, c1809188c6ead65f7d687ca344fef0bd 2024-11-21T14:19:42,493 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T14:19:42,493 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T14:19:42,493 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T14:19:42,493 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T14:19:42,493 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T14:19:42,493 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-21T14:19:42,494 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732198775613.166c2a177b614de8457e5bd1efdf356a. 2024-11-21T14:19:42,494 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732198775613.166c2a177b614de8457e5bd1efdf356a. after waiting 0 ms 2024-11-21T14:19:42,494 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732198775613.166c2a177b614de8457e5bd1efdf356a. 2024-11-21T14:19:42,496 INFO [regionserver/8a7a968213a0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T14:19:42,499 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,38217,1732198767483.replicationSource.wal-reader.8a7a968213a0%2C38217%2C1732198767483,1-8a7a968213a0,38217,1732198767483 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/WALs/8a7a968213a0,38217,1732198767483/8a7a968213a0%2C38217%2C1732198767483.1732198769487 to pos 687, reset compression=false 2024-11-21T14:19:42,532 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,38217,1732198767483.replicationSource.wal-reader.8a7a968213a0%2C38217%2C1732198767483,1-8a7a968213a0,38217,1732198767483 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T14:19:42,532 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,38217,1732198767483.replicationSource.shipper8a7a968213a0%2C38217%2C1732198767483,1-8a7a968213a0,38217,1732198767483 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8a7a968213a0,38217,1732198767483 got entry batch from reader: WALEntryBatch [walEntries=[{test/de2334b70546a66c23d387d5443a4c77/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732198782300/Put/vlen=228/seqid=0; >],11238}], lastWalPath=hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/WALs/8a7a968213a0,38217,1732198767483/8a7a968213a0%2C38217%2C1732198767483.1732198769487, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11238, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-21T14:19:42,533 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32915 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 8a7a968213a0,32915,1732198771622 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T14:19:42,534 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32915 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 603 connection: 172.17.0.2:52332 deadline: 1732198842533, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 8a7a968213a0,32915,1732198771622 stopping 2024-11-21T14:19:42,535 WARN [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,38217,1732198767483.replicationSource.shipper8a7a968213a0%2C38217%2C1732198767483,1-8a7a968213a0,38217,1732198767483 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 8a7a968213a0,32915,1732198771622 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:19:42,541 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40895/user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8/data/default/test/166c2a177b614de8457e5bd1efdf356a/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-21T14:19:42,542 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T14:19:42,542 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T14:19:42,542 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732198775613.166c2a177b614de8457e5bd1efdf356a. 2024-11-21T14:19:42,542 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 166c2a177b614de8457e5bd1efdf356a: Waiting for close lock at 1732198782489Running coprocessor pre-close hooks at 1732198782489Disabling compacts and flushes for region at 1732198782489Disabling writes for close at 1732198782494 (+5 ms)Writing region close event to WAL at 1732198782510 (+16 ms)Running coprocessor post-close hooks at 1732198782542 (+32 ms)Closed at 1732198782542 2024-11-21T14:19:42,542 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732198775613.166c2a177b614de8457e5bd1efdf356a. 2024-11-21T14:19:42,543 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c1809188c6ead65f7d687ca344fef0bd, disabling compactions & flushes 2024-11-21T14:19:42,543 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732198778945.c1809188c6ead65f7d687ca344fef0bd. 2024-11-21T14:19:42,543 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732198778945.c1809188c6ead65f7d687ca344fef0bd. 2024-11-21T14:19:42,543 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732198778945.c1809188c6ead65f7d687ca344fef0bd. after waiting 0 ms 2024-11-21T14:19:42,543 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732198778945.c1809188c6ead65f7d687ca344fef0bd. 2024-11-21T14:19:42,543 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40895/user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8/data/hbase/meta/1588230740/.tmp/info/762430769b604c37a994fda95db0b661 is 147, key is hbase:replication,,1732198778945.c1809188c6ead65f7d687ca344fef0bd./info:regioninfo/1732198779559/Put/seqid=0 2024-11-21T14:19:42,543 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c1809188c6ead65f7d687ca344fef0bd 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-21T14:19:42,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37039 is added to blk_1073741844_1020 (size=7686) 2024-11-21T14:19:42,549 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40895/user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8/data/hbase/meta/1588230740/.tmp/info/762430769b604c37a994fda95db0b661 2024-11-21T14:19:42,572 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40895/user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8/data/hbase/replication/c1809188c6ead65f7d687ca344fef0bd/.tmp/hfileref/148417253dfe4a8b8adbfa9730cb22cf is 74, key is 1/hfileref:50f723fa7c464c4fac05edec077ecba1_SeqId_6_/1732198782304/DeleteColumn/seqid=0 2024-11-21T14:19:42,574 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40895/user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8/data/hbase/meta/1588230740/.tmp/ns/dc80a3f566e64844a4e3979a4a41274f is 43, key is default/ns:d/1732198773409/Put/seqid=0 2024-11-21T14:19:42,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37039 is added to blk_1073741845_1021 (size=5345) 2024-11-21T14:19:42,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37039 is added to blk_1073741846_1022 (size=5153) 2024-11-21T14:19:42,589 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40895/user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8/data/hbase/meta/1588230740/.tmp/ns/dc80a3f566e64844a4e3979a4a41274f 2024-11-21T14:19:42,607 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40895/user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8/data/hbase/meta/1588230740/.tmp/rep_barrier/52aaf5e974aa47edadff329db18c1f77 is 112, key is test,,1732198775613.166c2a177b614de8457e5bd1efdf356a./rep_barrier:seqnumDuringOpen/1732198776362/Put/seqid=0 2024-11-21T14:19:42,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37039 is added to blk_1073741847_1023 (size=5518) 2024-11-21T14:19:42,640 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32915 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 8a7a968213a0,32915,1732198771622 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T14:19:42,641 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32915 {}] ipc.CallRunner(138): callId: 7 service: AdminService methodName: ReplicateWALEntry size: 603 connection: 172.17.0.2:52332 deadline: 1732198842640, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 8a7a968213a0,32915,1732198771622 stopping 2024-11-21T14:19:42,641 WARN [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,38217,1732198767483.replicationSource.shipper8a7a968213a0%2C38217%2C1732198767483,1-8a7a968213a0,38217,1732198767483 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 8a7a968213a0,32915,1732198771622 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:19:42,693 DEBUG [RS:0;8a7a968213a0:32915 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c1809188c6ead65f7d687ca344fef0bd 2024-11-21T14:19:42,732 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,38217,1732198767483.replicationSource.wal-reader.8a7a968213a0%2C38217%2C1732198767483,1-8a7a968213a0,38217,1732198767483 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/WALs/8a7a968213a0,38217,1732198767483/8a7a968213a0%2C38217%2C1732198767483.1732198769487 to pos 1033, reset compression=false 2024-11-21T14:19:42,749 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,32915,1732198771622.replicationSource.wal-reader.8a7a968213a0%2C32915%2C1732198771622,1-8a7a968213a0,32915,1732198771622 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40895/user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8/WALs/8a7a968213a0,32915,1732198771622/8a7a968213a0%2C32915%2C1732198771622.1732198772824 to pos 1033, reset compression=false 2024-11-21T14:19:42,754 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,32915,1732198771622.replicationSource.wal-reader.8a7a968213a0%2C32915%2C1732198771622,1-8a7a968213a0,32915,1732198771622 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T14:19:42,754 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,32915,1732198771622.replicationSource.wal-reader.8a7a968213a0%2C32915%2C1732198771622,1-8a7a968213a0,32915,1732198771622 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40895/user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8/WALs/8a7a968213a0,32915,1732198771622/8a7a968213a0%2C32915%2C1732198771622.1732198772824 to pos 1328, reset compression=false 2024-11-21T14:19:42,754 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,32915,1732198771622.replicationSource.shipper8a7a968213a0%2C32915%2C1732198771622,1-8a7a968213a0,32915,1732198771622 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8a7a968213a0,32915,1732198771622 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40895/user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8/WALs/8a7a968213a0,32915,1732198771622/8a7a968213a0%2C32915%2C1732198771622.1732198772824, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T14:19:42,756 ERROR [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,32915,1732198771622.replicationSource.shipper8a7a968213a0%2C32915%2C1732198771622,1-8a7a968213a0,32915,1732198771622 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 8a7a968213a0,32915,1732198771622: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-8a7a968213a0,32915,1732198771622, walGroup=8a7a968213a0%2C32915%2C1732198771622, offset=8a7a968213a0%2C32915%2C1732198771622.1732198772824:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8a7a968213a0:32915 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-21T14:19:42,757 INFO [regionserver/8a7a968213a0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T14:19:42,757 ERROR [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,32915,1732198771622.replicationSource.shipper8a7a968213a0%2C32915%2C1732198771622,1-8a7a968213a0,32915,1732198771622 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-21T14:19:42,757 INFO [regionserver/8a7a968213a0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T14:19:42,760 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,32915,1732198771622.replicationSource.shipper8a7a968213a0%2C32915%2C1732198771622,1-8a7a968213a0,32915,1732198771622 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-21T14:19:42,761 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,32915,1732198771622.replicationSource.shipper8a7a968213a0%2C32915%2C1732198771622,1-8a7a968213a0,32915,1732198771622 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-21T14:19:42,761 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,32915,1732198771622.replicationSource.shipper8a7a968213a0%2C32915%2C1732198771622,1-8a7a968213a0,32915,1732198771622 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-21T14:19:42,761 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,32915,1732198771622.replicationSource.shipper8a7a968213a0%2C32915%2C1732198771622,1-8a7a968213a0,32915,1732198771622 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-21T14:19:42,761 INFO [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,32915,1732198771622.replicationSource.shipper8a7a968213a0%2C32915%2C1732198771622,1-8a7a968213a0,32915,1732198771622 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1054867456, "init": 1048576000, "max": 2306867200, "used": 542626808 }, "NonHeapMemoryUsage": { "committed": 191102976, "init": 7667712, "max": -1, "used": 188310328 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-21T14:19:42,764 WARN [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,32915,1732198771622.replicationSource.shipper8a7a968213a0%2C32915%2C1732198771622,1-8a7a968213a0,32915,1732198771622 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8a7a968213a0:32873 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8a7a968213a0:32873 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-21T14:19:42,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 8a7a968213a0,32915,1732198771622 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:19:42,845 WARN [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,38217,1732198767483.replicationSource.shipper8a7a968213a0%2C38217%2C1732198767483,1-8a7a968213a0,38217,1732198767483 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 8a7a968213a0,32915,1732198771622 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:19:42,893 DEBUG [RS:0;8a7a968213a0:32915 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c1809188c6ead65f7d687ca344fef0bd 2024-11-21T14:19:42,958 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,32915,1732198771622.replicationSource.wal-reader.8a7a968213a0%2C32915%2C1732198771622,1-8a7a968213a0,32915,1732198771622 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40895/user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8/WALs/8a7a968213a0,32915,1732198771622/8a7a968213a0%2C32915%2C1732198771622.1732198772824 to pos 1328, reset compression=false 2024-11-21T14:19:42,985 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40895/user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8/data/hbase/replication/c1809188c6ead65f7d687ca344fef0bd/.tmp/hfileref/148417253dfe4a8b8adbfa9730cb22cf 2024-11-21T14:19:43,011 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40895/user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8/data/hbase/replication/c1809188c6ead65f7d687ca344fef0bd/.tmp/queue/d744e9215c1e4565b55deaa4659a2a4e is 154, key is 1-8a7a968213a0,32915,1732198771622/queue:8a7a968213a0%2C32915%2C1732198771622/1732198782306/Put/seqid=0 2024-11-21T14:19:43,011 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40895/user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8/data/hbase/meta/1588230740/.tmp/rep_barrier/52aaf5e974aa47edadff329db18c1f77 2024-11-21T14:19:43,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37039 is added to blk_1073741848_1024 (size=5353) 2024-11-21T14:19:43,016 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40895/user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8/data/hbase/replication/c1809188c6ead65f7d687ca344fef0bd/.tmp/queue/d744e9215c1e4565b55deaa4659a2a4e 2024-11-21T14:19:43,022 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40895/user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8/data/hbase/replication/c1809188c6ead65f7d687ca344fef0bd/.tmp/hfileref/148417253dfe4a8b8adbfa9730cb22cf as hdfs://localhost:40895/user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8/data/hbase/replication/c1809188c6ead65f7d687ca344fef0bd/hfileref/148417253dfe4a8b8adbfa9730cb22cf 2024-11-21T14:19:43,027 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40895/user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8/data/hbase/replication/c1809188c6ead65f7d687ca344fef0bd/hfileref/148417253dfe4a8b8adbfa9730cb22cf, entries=4, sequenceid=12, filesize=5.2 K 2024-11-21T14:19:43,028 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40895/user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8/data/hbase/replication/c1809188c6ead65f7d687ca344fef0bd/.tmp/queue/d744e9215c1e4565b55deaa4659a2a4e as hdfs://localhost:40895/user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8/data/hbase/replication/c1809188c6ead65f7d687ca344fef0bd/queue/d744e9215c1e4565b55deaa4659a2a4e 2024-11-21T14:19:43,035 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40895/user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8/data/hbase/replication/c1809188c6ead65f7d687ca344fef0bd/queue/d744e9215c1e4565b55deaa4659a2a4e, entries=1, sequenceid=12, filesize=5.2 K 2024-11-21T14:19:43,036 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,38217,1732198767483.replicationSource.wal-reader.8a7a968213a0%2C38217%2C1732198767483,1-8a7a968213a0,38217,1732198767483 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/WALs/8a7a968213a0,38217,1732198767483/8a7a968213a0%2C38217%2C1732198767483.1732198769487 to pos 1033, reset compression=false 2024-11-21T14:19:43,037 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40895/user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8/data/hbase/meta/1588230740/.tmp/table/54d2849e05154fb0b0d41d0fcfa42392 is 53, key is hbase:replication/table:state/1732198779572/Put/seqid=0 2024-11-21T14:19:43,038 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for c1809188c6ead65f7d687ca344fef0bd in 495ms, sequenceid=12, compaction requested=false 2024-11-21T14:19:43,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37039 is added to blk_1073741849_1025 (size=5308) 2024-11-21T14:19:43,045 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40895/user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8/data/hbase/meta/1588230740/.tmp/table/54d2849e05154fb0b0d41d0fcfa42392 2024-11-21T14:19:43,047 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40895/user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8/data/hbase/replication/c1809188c6ead65f7d687ca344fef0bd/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-21T14:19:43,047 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T14:19:43,047 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T14:19:43,047 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732198778945.c1809188c6ead65f7d687ca344fef0bd. 2024-11-21T14:19:43,048 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c1809188c6ead65f7d687ca344fef0bd: Waiting for close lock at 1732198782542Running coprocessor pre-close hooks at 1732198782542Disabling compacts and flushes for region at 1732198782543 (+1 ms)Disabling writes for close at 1732198782543Obtaining lock to block concurrent updates at 1732198782543Preparing flush snapshotting stores in c1809188c6ead65f7d687ca344fef0bd at 1732198782543Finished memstore snapshotting hbase:replication,,1732198778945.c1809188c6ead65f7d687ca344fef0bd., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1732198782543Flushing stores of hbase:replication,,1732198778945.c1809188c6ead65f7d687ca344fef0bd. at 1732198782544 (+1 ms)Flushing c1809188c6ead65f7d687ca344fef0bd/hfileref: creating writer at 1732198782544Flushing c1809188c6ead65f7d687ca344fef0bd/hfileref: appending metadata at 1732198782571 (+27 ms)Flushing c1809188c6ead65f7d687ca344fef0bd/hfileref: closing flushed file at 1732198782571Flushing c1809188c6ead65f7d687ca344fef0bd/queue: creating writer at 1732198782989 (+418 ms)Flushing c1809188c6ead65f7d687ca344fef0bd/queue: appending metadata at 1732198783010 (+21 ms)Flushing c1809188c6ead65f7d687ca344fef0bd/queue: closing flushed file at 1732198783010Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6683341e: reopening flushed file at 1732198783022 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3431975b: reopening flushed file at 1732198783027 (+5 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for c1809188c6ead65f7d687ca344fef0bd in 495ms, sequenceid=12, compaction requested=false at 1732198783038 (+11 ms)Writing region close event to WAL at 1732198783043 (+5 ms)Running coprocessor post-close hooks at 1732198783047 (+4 ms)Closed at 1732198783047 2024-11-21T14:19:43,048 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732198778945.c1809188c6ead65f7d687ca344fef0bd. 2024-11-21T14:19:43,050 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40895/user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8/data/hbase/meta/1588230740/.tmp/info/762430769b604c37a994fda95db0b661 as hdfs://localhost:40895/user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8/data/hbase/meta/1588230740/info/762430769b604c37a994fda95db0b661 2024-11-21T14:19:43,055 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40895/user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8/data/hbase/meta/1588230740/info/762430769b604c37a994fda95db0b661, entries=20, sequenceid=16, filesize=7.5 K 2024-11-21T14:19:43,056 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40895/user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8/data/hbase/meta/1588230740/.tmp/ns/dc80a3f566e64844a4e3979a4a41274f as hdfs://localhost:40895/user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8/data/hbase/meta/1588230740/ns/dc80a3f566e64844a4e3979a4a41274f 2024-11-21T14:19:43,060 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40895/user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8/data/hbase/meta/1588230740/ns/dc80a3f566e64844a4e3979a4a41274f, entries=2, sequenceid=16, filesize=5.0 K 2024-11-21T14:19:43,061 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40895/user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8/data/hbase/meta/1588230740/.tmp/rep_barrier/52aaf5e974aa47edadff329db18c1f77 as hdfs://localhost:40895/user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8/data/hbase/meta/1588230740/rep_barrier/52aaf5e974aa47edadff329db18c1f77 2024-11-21T14:19:43,065 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40895/user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8/data/hbase/meta/1588230740/rep_barrier/52aaf5e974aa47edadff329db18c1f77, entries=1, sequenceid=16, filesize=5.4 K 2024-11-21T14:19:43,065 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40895/user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8/data/hbase/meta/1588230740/.tmp/table/54d2849e05154fb0b0d41d0fcfa42392 as hdfs://localhost:40895/user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8/data/hbase/meta/1588230740/table/54d2849e05154fb0b0d41d0fcfa42392 2024-11-21T14:19:43,069 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40895/user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8/data/hbase/meta/1588230740/table/54d2849e05154fb0b0d41d0fcfa42392, entries=4, sequenceid=16, filesize=5.2 K 2024-11-21T14:19:43,070 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 577ms, sequenceid=16, compaction requested=false 2024-11-21T14:19:43,081 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40895/user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-21T14:19:43,082 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T14:19:43,082 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T14:19:43,082 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T14:19:43,082 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732198782493Running coprocessor pre-close hooks at 1732198782493Disabling compacts and flushes for region at 1732198782493Disabling writes for close at 1732198782493Obtaining lock to block concurrent updates at 1732198782493Preparing flush snapshotting stores in 1588230740 at 1732198782493Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732198782493Flushing stores of hbase:meta,,1.1588230740 at 1732198782494 (+1 ms)Flushing 1588230740/info: creating writer at 1732198782494Flushing 1588230740/info: appending metadata at 1732198782533 (+39 ms)Flushing 1588230740/info: closing flushed file at 1732198782533Flushing 1588230740/ns: creating writer at 1732198782555 (+22 ms)Flushing 1588230740/ns: appending metadata at 1732198782574 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1732198782574Flushing 1588230740/rep_barrier: creating writer at 1732198782593 (+19 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732198782607 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732198782607Flushing 1588230740/table: creating writer at 1732198783017 (+410 ms)Flushing 1588230740/table: appending metadata at 1732198783036 (+19 ms)Flushing 1588230740/table: closing flushed file at 1732198783037 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78e59881: reopening flushed file at 1732198783050 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16d940fc: reopening flushed file at 1732198783055 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f7338a9: reopening flushed file at 1732198783060 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9951c79: reopening flushed file at 1732198783065 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 577ms, sequenceid=16, compaction requested=false at 1732198783070 (+5 ms)Writing region close event to WAL at 1732198783073 (+3 ms)Running coprocessor post-close hooks at 1732198783082 (+9 ms)Closed at 1732198783082 2024-11-21T14:19:43,082 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T14:19:43,093 INFO [RS:0;8a7a968213a0:32915 {}] regionserver.HRegionServer(976): stopping server 8a7a968213a0,32915,1732198771622; all regions closed. 2024-11-21T14:19:43,096 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8/WALs/8a7a968213a0,32915,1732198771622/8a7a968213a0%2C32915%2C1732198771622.meta.1732198773362.meta not finished, retry = 0 2024-11-21T14:19:43,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37039 is added to blk_1073741834_1010 (size=4239) 2024-11-21T14:19:43,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 8a7a968213a0,32915,1732198771622 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:19:43,151 WARN [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,38217,1732198767483.replicationSource.shipper8a7a968213a0%2C38217%2C1732198767483,1-8a7a968213a0,38217,1732198767483 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 8a7a968213a0,32915,1732198771622 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:19:43,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37039 is added to blk_1073741839_1015 (size=3127) 2024-11-21T14:19:43,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37039 is added to blk_1073741832_1008 (size=1336) 2024-11-21T14:19:43,254 DEBUG [RS:0;8a7a968213a0:32915 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:19:43,254 INFO [RS:0;8a7a968213a0:32915 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T14:19:43,255 INFO [RS:0;8a7a968213a0:32915 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T14:19:43,255 INFO [RS:0;8a7a968213a0:32915 {}] hbase.ChoreService(370): Chore service for: regionserver/8a7a968213a0:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-21T14:19:43,255 INFO [RS:0;8a7a968213a0:32915 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T14:19:43,255 INFO [regionserver/8a7a968213a0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T14:19:43,255 INFO [RS:0;8a7a968213a0:32915 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-8a7a968213a0,32915,1732198771622 because: Region server is closing 2024-11-21T14:19:43,256 INFO [RS:0;8a7a968213a0:32915 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8a7a968213a0:32915. 2024-11-21T14:19:43,256 DEBUG [RS:0;8a7a968213a0:32915 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:19:43,256 DEBUG [RS:0;8a7a968213a0:32915 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:19:43,256 DEBUG [RS:0;8a7a968213a0:32915 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:19:43,256 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:19:43,356 INFO [RS:0;8a7a968213a0:32915 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,32915,1732198771622.replicationSource.shipper8a7a968213a0%2C32915%2C1732198771622,1-8a7a968213a0,32915,1732198771622 terminated 2024-11-21T14:19:43,357 INFO [RS:0;8a7a968213a0:32915 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8a7a968213a0:32915. 2024-11-21T14:19:43,357 DEBUG [RS:0;8a7a968213a0:32915 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:19:43,357 DEBUG [RS:0;8a7a968213a0:32915 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:19:43,357 DEBUG [RS:0;8a7a968213a0:32915 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:19:43,357 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:19:43,357 INFO [RS:0;8a7a968213a0:32915 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32915 2024-11-21T14:19:43,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32873-0x1013ae581150003, quorum=127.0.0.1:59838, baseZNode=/1-1233971379 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1233971379/rs 2024-11-21T14:19:43,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32915-0x1013ae581150004, quorum=127.0.0.1:59838, baseZNode=/1-1233971379 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1233971379/rs/8a7a968213a0,32915,1732198771622 2024-11-21T14:19:43,360 INFO [RS:0;8a7a968213a0:32915 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T14:19:43,362 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8a7a968213a0,32915,1732198771622] 2024-11-21T14:19:43,365 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1233971379/draining/8a7a968213a0,32915,1732198771622 already deleted, retry=false 2024-11-21T14:19:43,365 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8a7a968213a0,32915,1732198771622 expired; onlineServers=0 2024-11-21T14:19:43,365 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8a7a968213a0,32873,1732198771577' ***** 2024-11-21T14:19:43,365 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T14:19:43,365 INFO [M:0;8a7a968213a0:32873 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T14:19:43,365 INFO [M:0;8a7a968213a0:32873 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T14:19:43,365 DEBUG [M:0;8a7a968213a0:32873 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T14:19:43,365 DEBUG [M:0;8a7a968213a0:32873 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T14:19:43,365 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T14:19:43,365 DEBUG [master/8a7a968213a0:0:becomeActiveMaster-HFileCleaner.large.0-1732198772618 {}] cleaner.HFileCleaner(306): Exit Thread[master/8a7a968213a0:0:becomeActiveMaster-HFileCleaner.large.0-1732198772618,5,FailOnTimeoutGroup] 2024-11-21T14:19:43,365 INFO [M:0;8a7a968213a0:32873 {}] hbase.ChoreService(370): Chore service for: master/8a7a968213a0:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T14:19:43,365 INFO [M:0;8a7a968213a0:32873 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T14:19:43,365 DEBUG [M:0;8a7a968213a0:32873 {}] master.HMaster(1795): Stopping service threads 2024-11-21T14:19:43,365 INFO [M:0;8a7a968213a0:32873 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T14:19:43,365 INFO [M:0;8a7a968213a0:32873 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T14:19:43,365 INFO [M:0;8a7a968213a0:32873 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T14:19:43,366 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T14:19:43,366 DEBUG [master/8a7a968213a0:0:becomeActiveMaster-HFileCleaner.small.0-1732198772618 {}] cleaner.HFileCleaner(306): Exit Thread[master/8a7a968213a0:0:becomeActiveMaster-HFileCleaner.small.0-1732198772618,5,FailOnTimeoutGroup] 2024-11-21T14:19:43,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32873-0x1013ae581150003, quorum=127.0.0.1:59838, baseZNode=/1-1233971379 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1233971379/master 2024-11-21T14:19:43,368 DEBUG [M:0;8a7a968213a0:32873 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1233971379/master already deleted, retry=false 2024-11-21T14:19:43,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32873-0x1013ae581150003, quorum=127.0.0.1:59838, baseZNode=/1-1233971379 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1233971379 2024-11-21T14:19:43,368 DEBUG [M:0;8a7a968213a0:32873 {}] master.ActiveMasterManager(353): master:32873-0x1013ae581150003, quorum=127.0.0.1:59838, baseZNode=/1-1233971379 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-1233971379/master 2024-11-21T14:19:43,369 INFO [M:0;8a7a968213a0:32873 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40895/user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8/.lastflushedseqids 2024-11-21T14:19:43,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37039 is added to blk_1073741850_1026 (size=263) 2024-11-21T14:19:43,440 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,38217,1732198767483.replicationSource.wal-reader.8a7a968213a0%2C38217%2C1732198767483,1-8a7a968213a0,38217,1732198767483 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/WALs/8a7a968213a0,38217,1732198767483/8a7a968213a0%2C38217%2C1732198767483.1732198769487 to pos 1033, reset compression=false 2024-11-21T14:19:43,462 INFO [RS:0;8a7a968213a0:32915 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T14:19:43,462 INFO [RS:0;8a7a968213a0:32915 {}] regionserver.HRegionServer(1031): Exiting; stopping=8a7a968213a0,32915,1732198771622; zookeeper connection closed. 2024-11-21T14:19:43,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32915-0x1013ae581150004, quorum=127.0.0.1:59838, baseZNode=/1-1233971379 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T14:19:43,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32915-0x1013ae581150004, quorum=127.0.0.1:59838, baseZNode=/1-1233971379 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T14:19:43,464 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@9fbbf30 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@9fbbf30 2024-11-21T14:19:43,465 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T14:19:43,559 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 8a7a968213a0:32915 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8a7a968213a0/172.17.0.2:32915 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:19:43,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 8a7a968213a0:32915 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8a7a968213a0/172.17.0.2:32915 2024-11-21T14:19:43,561 WARN [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,38217,1732198767483.replicationSource.shipper8a7a968213a0%2C38217%2C1732198767483,1-8a7a968213a0,38217,1732198767483 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=8a7a968213a0:32915 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8a7a968213a0/172.17.0.2:32915 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8a7a968213a0/172.17.0.2:32915 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-21T14:19:43,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32873 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T14:19:43,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32873 {}] ipc.CallRunner(138): callId: 18 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:54896 deadline: 1732198843563, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-21T14:19:43,565 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,38217,1732198767483.replicationSource.shipper8a7a968213a0%2C38217%2C1732198767483,1-8a7a968213a0,38217,1732198767483 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-21T14:19:43,566 WARN [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,38217,1732198767483.replicationSource.shipper8a7a968213a0%2C38217%2C1732198767483,1-8a7a968213a0,38217,1732198767483 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-21T14:19:43,781 INFO [M:0;8a7a968213a0:32873 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T14:19:43,781 INFO [M:0;8a7a968213a0:32873 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T14:19:43,781 DEBUG [M:0;8a7a968213a0:32873 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T14:19:43,781 INFO [M:0;8a7a968213a0:32873 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:19:43,781 DEBUG [M:0;8a7a968213a0:32873 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:19:43,781 DEBUG [M:0;8a7a968213a0:32873 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T14:19:43,781 DEBUG [M:0;8a7a968213a0:32873 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:19:43,781 INFO [M:0;8a7a968213a0:32873 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-21T14:19:43,801 DEBUG [M:0;8a7a968213a0:32873 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40895/user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6cce3c0121c44d3bb4acc8d3af943c3c is 82, key is hbase:meta,,1/info:regioninfo/1732198773398/Put/seqid=0 2024-11-21T14:19:43,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37039 is added to blk_1073741851_1027 (size=5672) 2024-11-21T14:19:43,951 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,38217,1732198767483.replicationSource.wal-reader.8a7a968213a0%2C38217%2C1732198767483,1-8a7a968213a0,38217,1732198767483 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/WALs/8a7a968213a0,38217,1732198767483/8a7a968213a0%2C38217%2C1732198767483.1732198769487 to pos 1033, reset compression=false 2024-11-21T14:19:44,066 INFO [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,38217,1732198767483.replicationSource.shipper8a7a968213a0%2C38217%2C1732198767483,1-8a7a968213a0,38217,1732198767483 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-21T14:19:44,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32873 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T14:19:44,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32873 {}] ipc.CallRunner(138): callId: 20 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:54896 deadline: 1732198844068, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-21T14:19:44,068 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,38217,1732198767483.replicationSource.shipper8a7a968213a0%2C38217%2C1732198767483,1-8a7a968213a0,38217,1732198767483 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-21T14:19:44,069 WARN [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,38217,1732198767483.replicationSource.shipper8a7a968213a0%2C38217%2C1732198767483,1-8a7a968213a0,38217,1732198767483 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-21T14:19:44,069 WARN [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,38217,1732198767483.replicationSource.shipper8a7a968213a0%2C38217%2C1732198767483,1-8a7a968213a0,38217,1732198767483 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-21T14:19:44,205 INFO [M:0;8a7a968213a0:32873 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40895/user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6cce3c0121c44d3bb4acc8d3af943c3c 2024-11-21T14:19:44,224 DEBUG [M:0;8a7a968213a0:32873 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40895/user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ecfef8ec212c40159ab740f621b142f7 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732198779577/Put/seqid=0 2024-11-21T14:19:44,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37039 is added to blk_1073741852_1028 (size=8515) 2024-11-21T14:19:44,555 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,38217,1732198767483.replicationSource.wal-reader.8a7a968213a0%2C38217%2C1732198767483,1-8a7a968213a0,38217,1732198767483 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/WALs/8a7a968213a0,38217,1732198767483/8a7a968213a0%2C38217%2C1732198767483.1732198769487 to pos 1033, reset compression=false 2024-11-21T14:19:44,629 INFO [M:0;8a7a968213a0:32873 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40895/user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ecfef8ec212c40159ab740f621b142f7 2024-11-21T14:19:44,647 DEBUG [M:0;8a7a968213a0:32873 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40895/user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d75e2f599e5c4a79948196c0c75eead1 is 69, key is 8a7a968213a0,32915,1732198771622/rs:state/1732198772666/Put/seqid=0 2024-11-21T14:19:44,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37039 is added to blk_1073741853_1029 (size=5156) 2024-11-21T14:19:44,670 INFO [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,38217,1732198767483.replicationSource.shipper8a7a968213a0%2C38217%2C1732198767483,1-8a7a968213a0,38217,1732198767483 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-21T14:19:44,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32873 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T14:19:44,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32873 {}] ipc.CallRunner(138): callId: 22 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:54896 deadline: 1732198844671, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-21T14:19:44,672 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,38217,1732198767483.replicationSource.shipper8a7a968213a0%2C38217%2C1732198767483,1-8a7a968213a0,38217,1732198767483 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-21T14:19:44,673 WARN [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,38217,1732198767483.replicationSource.shipper8a7a968213a0%2C38217%2C1732198767483,1-8a7a968213a0,38217,1732198767483 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-21T14:19:44,673 WARN [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,38217,1732198767483.replicationSource.shipper8a7a968213a0%2C38217%2C1732198767483,1-8a7a968213a0,38217,1732198767483 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-21T14:19:45,052 INFO [M:0;8a7a968213a0:32873 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40895/user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d75e2f599e5c4a79948196c0c75eead1 2024-11-21T14:19:45,057 DEBUG [M:0;8a7a968213a0:32873 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40895/user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6cce3c0121c44d3bb4acc8d3af943c3c as hdfs://localhost:40895/user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6cce3c0121c44d3bb4acc8d3af943c3c 2024-11-21T14:19:45,061 INFO [M:0;8a7a968213a0:32873 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40895/user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6cce3c0121c44d3bb4acc8d3af943c3c, entries=8, sequenceid=97, filesize=5.5 K 2024-11-21T14:19:45,062 DEBUG [M:0;8a7a968213a0:32873 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40895/user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ecfef8ec212c40159ab740f621b142f7 as hdfs://localhost:40895/user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ecfef8ec212c40159ab740f621b142f7 2024-11-21T14:19:45,065 INFO [M:0;8a7a968213a0:32873 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40895/user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ecfef8ec212c40159ab740f621b142f7, entries=11, sequenceid=97, filesize=8.3 K 2024-11-21T14:19:45,066 DEBUG [M:0;8a7a968213a0:32873 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40895/user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d75e2f599e5c4a79948196c0c75eead1 as hdfs://localhost:40895/user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d75e2f599e5c4a79948196c0c75eead1 2024-11-21T14:19:45,070 INFO [M:0;8a7a968213a0:32873 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40895/user/jenkins/test-data/fe1f9447-9f7d-3dbd-4c5d-3479b92236e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d75e2f599e5c4a79948196c0c75eead1, entries=1, sequenceid=97, filesize=5.0 K 2024-11-21T14:19:45,071 INFO [M:0;8a7a968213a0:32873 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1290ms, sequenceid=97, compaction requested=false 2024-11-21T14:19:45,077 INFO [M:0;8a7a968213a0:32873 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:19:45,078 DEBUG [M:0;8a7a968213a0:32873 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732198783781Disabling compacts and flushes for region at 1732198783781Disabling writes for close at 1732198783781Obtaining lock to block concurrent updates at 1732198783781Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732198783781Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1732198783782 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732198783782Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732198783782Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732198783800 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732198783800Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732198784210 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732198784224 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732198784224Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732198784633 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732198784647 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732198784647Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47b56b73: reopening flushed file at 1732198785056 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56abd559: reopening flushed file at 1732198785061 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e6c850a: reopening flushed file at 1732198785065 (+4 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1290ms, sequenceid=97, compaction requested=false at 1732198785071 (+6 ms)Writing region close event to WAL at 1732198785077 (+6 ms)Closed at 1732198785077 2024-11-21T14:19:45,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37039 is added to blk_1073741830_1006 (size=63642) 2024-11-21T14:19:45,080 INFO [M:0;8a7a968213a0:32873 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T14:19:45,081 INFO [M:0;8a7a968213a0:32873 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32873 2024-11-21T14:19:45,081 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T14:19:45,082 INFO [M:0;8a7a968213a0:32873 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T14:19:45,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32873-0x1013ae581150003, quorum=127.0.0.1:59838, baseZNode=/1-1233971379 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T14:19:45,184 INFO [M:0;8a7a968213a0:32873 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T14:19:45,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32873-0x1013ae581150003, quorum=127.0.0.1:59838, baseZNode=/1-1233971379 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T14:19:45,193 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@238557e0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T14:19:45,193 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2f60f768{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T14:19:45,194 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T14:19:45,194 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@21327da{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T14:19:45,194 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7332160{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9de7a13-5587-7a24-e37d-df477ee2e243/hadoop.log.dir/,STOPPED} 2024-11-21T14:19:45,195 WARN [BP-2025630306-172.17.0.2-1732198770546 heartbeating to localhost/127.0.0.1:40895 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T14:19:45,195 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T14:19:45,195 WARN [BP-2025630306-172.17.0.2-1732198770546 heartbeating to localhost/127.0.0.1:40895 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2025630306-172.17.0.2-1732198770546 (Datanode Uuid 2b9d44b9-815e-4697-9ca0-1b6baa6ffdd4) service to localhost/127.0.0.1:40895 2024-11-21T14:19:45,195 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T14:19:45,196 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9de7a13-5587-7a24-e37d-df477ee2e243/cluster_1c28959f-a511-27a7-a9ee-2155095652b0/data/data1/current/BP-2025630306-172.17.0.2-1732198770546 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T14:19:45,196 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9de7a13-5587-7a24-e37d-df477ee2e243/cluster_1c28959f-a511-27a7-a9ee-2155095652b0/data/data2/current/BP-2025630306-172.17.0.2-1732198770546 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T14:19:45,196 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T14:19:45,204 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7ed18bf7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T14:19:45,205 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@79eb9e95{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T14:19:45,205 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T14:19:45,205 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6866c87b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T14:19:45,205 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d4afaf6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9de7a13-5587-7a24-e37d-df477ee2e243/hadoop.log.dir/,STOPPED} 2024-11-21T14:19:45,221 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T14:19:45,221 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T14:19:45,221 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T14:19:45,221 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:19:45,221 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:19:45,221 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:19:45,221 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:19:45,222 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T14:19:45,222 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1325507958, stopped=false 2024-11-21T14:19:45,222 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8a7a968213a0,46741,1732198767433 2024-11-21T14:19:45,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46741-0x1013ae581150000, quorum=127.0.0.1:59838, baseZNode=/0-968570567 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-968570567/running 2024-11-21T14:19:45,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38217-0x1013ae581150001, quorum=127.0.0.1:59838, baseZNode=/0-968570567 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-968570567/running 2024-11-21T14:19:45,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46741-0x1013ae581150000, quorum=127.0.0.1:59838, baseZNode=/0-968570567 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-968570567 2024-11-21T14:19:45,223 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T14:19:45,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38217-0x1013ae581150001, quorum=127.0.0.1:59838, baseZNode=/0-968570567 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-968570567 2024-11-21T14:19:45,224 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46741-0x1013ae581150000, quorum=127.0.0.1:59838, baseZNode=/0-968570567 Set watcher on znode that does not yet exist, /0-968570567/running 2024-11-21T14:19:45,224 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38217-0x1013ae581150001, quorum=127.0.0.1:59838, baseZNode=/0-968570567 Set watcher on znode that does not yet exist, /0-968570567/running 2024-11-21T14:19:45,224 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T14:19:45,224 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:19:45,224 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:19:45,224 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8a7a968213a0,38217,1732198767483' ***** 2024-11-21T14:19:45,224 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T14:19:45,225 INFO [RS:0;8a7a968213a0:38217 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T14:19:45,225 INFO [RS:0;8a7a968213a0:38217 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T14:19:45,225 INFO [RS:0;8a7a968213a0:38217 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T14:19:45,225 INFO [RS:0;8a7a968213a0:38217 {}] regionserver.HRegionServer(3091): Received CLOSE for de2334b70546a66c23d387d5443a4c77 2024-11-21T14:19:45,225 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T14:19:45,225 INFO [RS:0;8a7a968213a0:38217 {}] regionserver.HRegionServer(3091): Received CLOSE for 927e7ea5cf7ea451eb65a096c3f65ff1 2024-11-21T14:19:45,225 INFO [RS:0;8a7a968213a0:38217 {}] regionserver.HRegionServer(959): stopping server 8a7a968213a0,38217,1732198767483 2024-11-21T14:19:45,226 INFO [RS:0;8a7a968213a0:38217 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T14:19:45,226 INFO [RS:0;8a7a968213a0:38217 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8a7a968213a0:38217. 2024-11-21T14:19:45,226 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing de2334b70546a66c23d387d5443a4c77, disabling compactions & flushes 2024-11-21T14:19:45,226 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732198773463.de2334b70546a66c23d387d5443a4c77. 2024-11-21T14:19:45,226 DEBUG [RS:0;8a7a968213a0:38217 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:19:45,226 DEBUG [RS:0;8a7a968213a0:38217 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:19:45,226 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732198773463.de2334b70546a66c23d387d5443a4c77. 2024-11-21T14:19:45,226 INFO [RS:0;8a7a968213a0:38217 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T14:19:45,226 INFO [RS:0;8a7a968213a0:38217 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T14:19:45,226 INFO [RS:0;8a7a968213a0:38217 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T14:19:45,226 INFO [RS:0;8a7a968213a0:38217 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T14:19:45,226 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732198773463.de2334b70546a66c23d387d5443a4c77. after waiting 0 ms 2024-11-21T14:19:45,226 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732198773463.de2334b70546a66c23d387d5443a4c77. 2024-11-21T14:19:45,226 INFO [RS:0;8a7a968213a0:38217 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-21T14:19:45,226 DEBUG [RS:0;8a7a968213a0:38217 {}] regionserver.HRegionServer(1325): Online Regions={de2334b70546a66c23d387d5443a4c77=test,,1732198773463.de2334b70546a66c23d387d5443a4c77., 927e7ea5cf7ea451eb65a096c3f65ff1=hbase:replication,,1732198776782.927e7ea5cf7ea451eb65a096c3f65ff1., 1588230740=hbase:meta,,1.1588230740} 2024-11-21T14:19:45,226 DEBUG [RS:0;8a7a968213a0:38217 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 927e7ea5cf7ea451eb65a096c3f65ff1, de2334b70546a66c23d387d5443a4c77 2024-11-21T14:19:45,226 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T14:19:45,227 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T14:19:45,227 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T14:19:45,227 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T14:19:45,227 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T14:19:45,227 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-21T14:19:45,230 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/data/default/test/de2334b70546a66c23d387d5443a4c77/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-21T14:19:45,231 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T14:19:45,231 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T14:19:45,231 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732198773463.de2334b70546a66c23d387d5443a4c77. 2024-11-21T14:19:45,231 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for de2334b70546a66c23d387d5443a4c77: Waiting for close lock at 1732198785226Running coprocessor pre-close hooks at 1732198785226Disabling compacts and flushes for region at 1732198785226Disabling writes for close at 1732198785226Writing region close event to WAL at 1732198785227 (+1 ms)Running coprocessor post-close hooks at 1732198785231 (+4 ms)Closed at 1732198785231 2024-11-21T14:19:45,231 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732198773463.de2334b70546a66c23d387d5443a4c77. 2024-11-21T14:19:45,231 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 927e7ea5cf7ea451eb65a096c3f65ff1, disabling compactions & flushes 2024-11-21T14:19:45,231 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732198776782.927e7ea5cf7ea451eb65a096c3f65ff1. 2024-11-21T14:19:45,231 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732198776782.927e7ea5cf7ea451eb65a096c3f65ff1. 2024-11-21T14:19:45,231 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732198776782.927e7ea5cf7ea451eb65a096c3f65ff1. after waiting 0 ms 2024-11-21T14:19:45,231 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732198776782.927e7ea5cf7ea451eb65a096c3f65ff1. 2024-11-21T14:19:45,232 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 927e7ea5cf7ea451eb65a096c3f65ff1 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-11-21T14:19:45,245 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/data/hbase/meta/1588230740/.tmp/info/2c91f590a8f34184bf2cc6b0f6ec4011 is 147, key is hbase:replication,,1732198776782.927e7ea5cf7ea451eb65a096c3f65ff1./info:regioninfo/1732198777973/Put/seqid=0 2024-11-21T14:19:45,250 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/data/hbase/replication/927e7ea5cf7ea451eb65a096c3f65ff1/.tmp/hfileref/429aabdfe70a4900b879c64eac2158df is 74, key is 1/hfileref:2901cf47e4ff458fbb0b43fb46a26383_SeqId_6_/1732198782290/Put/seqid=0 2024-11-21T14:19:45,259 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,38217,1732198767483.replicationSource.wal-reader.8a7a968213a0%2C38217%2C1732198767483,1-8a7a968213a0,38217,1732198767483 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/WALs/8a7a968213a0,38217,1732198767483/8a7a968213a0%2C38217%2C1732198767483.1732198769487 to pos 1033, reset compression=false 2024-11-21T14:19:45,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32879 is added to blk_1073741846_1022 (size=7686) 2024-11-21T14:19:45,263 INFO [regionserver/8a7a968213a0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T14:19:45,265 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/data/hbase/meta/1588230740/.tmp/info/2c91f590a8f34184bf2cc6b0f6ec4011 2024-11-21T14:19:45,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32879 is added to blk_1073741847_1023 (size=5345) 2024-11-21T14:19:45,273 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,38217,1732198767483.replicationSource.wal-reader.8a7a968213a0%2C38217%2C1732198767483,1-8a7a968213a0,38217,1732198767483 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T14:19:45,273 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,38217,1732198767483.replicationSource.wal-reader.8a7a968213a0%2C38217%2C1732198767483,1-8a7a968213a0,38217,1732198767483 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/WALs/8a7a968213a0,38217,1732198767483/8a7a968213a0%2C38217%2C1732198767483.1732198769487 to pos 1328, reset compression=false 2024-11-21T14:19:45,287 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/data/hbase/meta/1588230740/.tmp/ns/03cb5f0f1c9e4028aec8367106052cb1 is 43, key is default/ns:d/1732198770449/Put/seqid=0 2024-11-21T14:19:45,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32879 is added to blk_1073741848_1024 (size=5153) 2024-11-21T14:19:45,291 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/data/hbase/meta/1588230740/.tmp/ns/03cb5f0f1c9e4028aec8367106052cb1 2024-11-21T14:19:45,312 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/data/hbase/meta/1588230740/.tmp/rep_barrier/27bb8341cfdd40928b6aaea3097bb60e is 112, key is test,,1732198773463.de2334b70546a66c23d387d5443a4c77./rep_barrier:seqnumDuringOpen/1732198774631/Put/seqid=0 2024-11-21T14:19:45,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32879 is added to blk_1073741849_1025 (size=5518) 2024-11-21T14:19:45,374 INFO [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,38217,1732198767483.replicationSource.shipper8a7a968213a0%2C38217%2C1732198767483,1-8a7a968213a0,38217,1732198767483 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-21T14:19:45,375 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 8a7a968213a0:32873 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8a7a968213a0/172.17.0.2:32873 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:19:45,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 8a7a968213a0:32873 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8a7a968213a0/172.17.0.2:32873 2024-11-21T14:19:45,393 INFO [regionserver/8a7a968213a0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T14:19:45,393 INFO [regionserver/8a7a968213a0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T14:19:45,427 DEBUG [RS:0;8a7a968213a0:38217 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 927e7ea5cf7ea451eb65a096c3f65ff1 2024-11-21T14:19:45,479 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T14:19:45,480 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 8a7a968213a0:32873 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8a7a968213a0/172.17.0.2:32873 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T14:19:45,481 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,38217,1732198767483.replicationSource.wal-reader.8a7a968213a0%2C38217%2C1732198767483,1-8a7a968213a0,38217,1732198767483 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/WALs/8a7a968213a0,38217,1732198767483/8a7a968213a0%2C38217%2C1732198767483.1732198769487 to pos 1328, reset compression=false 2024-11-21T14:19:45,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8a7a968213a0,32873,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=8a7a968213a0:32873 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8a7a968213a0/172.17.0.2:32873 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-21T14:19:45,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address 8a7a968213a0:32873 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8a7a968213a0/172.17.0.2:32873 2024-11-21T14:19:45,627 DEBUG [RS:0;8a7a968213a0:38217 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 927e7ea5cf7ea451eb65a096c3f65ff1 2024-11-21T14:19:45,666 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/data/hbase/replication/927e7ea5cf7ea451eb65a096c3f65ff1/.tmp/hfileref/429aabdfe70a4900b879c64eac2158df 2024-11-21T14:19:45,688 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/data/hbase/replication/927e7ea5cf7ea451eb65a096c3f65ff1/.tmp/queue/c619c3f4e0c649f0a42f689f459d589a is 153, key is 1-8a7a968213a0,38217,1732198767483/queue:8a7a968213a0%2C38217%2C1732198767483/1732198780644/Put/seqid=0 2024-11-21T14:19:45,689 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T14:19:45,690 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 8a7a968213a0:32873 this server is in the failed servers list 2024-11-21T14:19:45,690 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8a7a968213a0,32873,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=8a7a968213a0:32873 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 8a7a968213a0:32873 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-21T14:19:45,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32879 is added to blk_1073741850_1026 (size=5352) 2024-11-21T14:19:45,716 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/data/hbase/meta/1588230740/.tmp/rep_barrier/27bb8341cfdd40928b6aaea3097bb60e 2024-11-21T14:19:45,736 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/data/hbase/meta/1588230740/.tmp/table/15032131862c43b5ab936dfb68f5cced is 53, key is hbase:replication/table:state/1732198777981/Put/seqid=0 2024-11-21T14:19:45,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32879 is added to blk_1073741851_1027 (size=5308) 2024-11-21T14:19:45,786 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,38217,1732198767483.replicationSource.wal-reader.8a7a968213a0%2C38217%2C1732198767483,1-8a7a968213a0,38217,1732198767483 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/WALs/8a7a968213a0,38217,1732198767483/8a7a968213a0%2C38217%2C1732198767483.1732198769487 to pos 1328, reset compression=false 2024-11-21T14:19:45,827 DEBUG [RS:0;8a7a968213a0:38217 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 927e7ea5cf7ea451eb65a096c3f65ff1 2024-11-21T14:19:45,999 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T14:19:45,999 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 8a7a968213a0:32873 this server is in the failed servers list 2024-11-21T14:19:46,000 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8a7a968213a0,32873,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=8a7a968213a0:32873 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 8a7a968213a0:32873 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-21T14:19:46,027 DEBUG [RS:0;8a7a968213a0:38217 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 927e7ea5cf7ea451eb65a096c3f65ff1 2024-11-21T14:19:46,094 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/data/hbase/replication/927e7ea5cf7ea451eb65a096c3f65ff1/.tmp/queue/c619c3f4e0c649f0a42f689f459d589a 2024-11-21T14:19:46,099 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/data/hbase/replication/927e7ea5cf7ea451eb65a096c3f65ff1/.tmp/hfileref/429aabdfe70a4900b879c64eac2158df as hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/data/hbase/replication/927e7ea5cf7ea451eb65a096c3f65ff1/hfileref/429aabdfe70a4900b879c64eac2158df 2024-11-21T14:19:46,102 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/data/hbase/replication/927e7ea5cf7ea451eb65a096c3f65ff1/hfileref/429aabdfe70a4900b879c64eac2158df, entries=4, sequenceid=10, filesize=5.2 K 2024-11-21T14:19:46,103 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/data/hbase/replication/927e7ea5cf7ea451eb65a096c3f65ff1/.tmp/queue/c619c3f4e0c649f0a42f689f459d589a as hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/data/hbase/replication/927e7ea5cf7ea451eb65a096c3f65ff1/queue/c619c3f4e0c649f0a42f689f459d589a 2024-11-21T14:19:46,107 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/data/hbase/replication/927e7ea5cf7ea451eb65a096c3f65ff1/queue/c619c3f4e0c649f0a42f689f459d589a, entries=1, sequenceid=10, filesize=5.2 K 2024-11-21T14:19:46,108 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 927e7ea5cf7ea451eb65a096c3f65ff1 in 877ms, sequenceid=10, compaction requested=false 2024-11-21T14:19:46,112 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/data/hbase/replication/927e7ea5cf7ea451eb65a096c3f65ff1/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-21T14:19:46,112 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T14:19:46,112 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T14:19:46,112 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732198776782.927e7ea5cf7ea451eb65a096c3f65ff1. 2024-11-21T14:19:46,112 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 927e7ea5cf7ea451eb65a096c3f65ff1: Waiting for close lock at 1732198785231Running coprocessor pre-close hooks at 1732198785231Disabling compacts and flushes for region at 1732198785231Disabling writes for close at 1732198785231Obtaining lock to block concurrent updates at 1732198785232 (+1 ms)Preparing flush snapshotting stores in 927e7ea5cf7ea451eb65a096c3f65ff1 at 1732198785232Finished memstore snapshotting hbase:replication,,1732198776782.927e7ea5cf7ea451eb65a096c3f65ff1., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1732198785232Flushing stores of hbase:replication,,1732198776782.927e7ea5cf7ea451eb65a096c3f65ff1. at 1732198785232Flushing 927e7ea5cf7ea451eb65a096c3f65ff1/hfileref: creating writer at 1732198785232Flushing 927e7ea5cf7ea451eb65a096c3f65ff1/hfileref: appending metadata at 1732198785250 (+18 ms)Flushing 927e7ea5cf7ea451eb65a096c3f65ff1/hfileref: closing flushed file at 1732198785250Flushing 927e7ea5cf7ea451eb65a096c3f65ff1/queue: creating writer at 1732198785671 (+421 ms)Flushing 927e7ea5cf7ea451eb65a096c3f65ff1/queue: appending metadata at 1732198785688 (+17 ms)Flushing 927e7ea5cf7ea451eb65a096c3f65ff1/queue: closing flushed file at 1732198785688Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7055c64d: reopening flushed file at 1732198786098 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5493858a: reopening flushed file at 1732198786102 (+4 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 927e7ea5cf7ea451eb65a096c3f65ff1 in 877ms, sequenceid=10, compaction requested=false at 1732198786108 (+6 ms)Writing region close event to WAL at 1732198786109 (+1 ms)Running coprocessor post-close hooks at 1732198786112 (+3 ms)Closed at 1732198786112 2024-11-21T14:19:46,112 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732198776782.927e7ea5cf7ea451eb65a096c3f65ff1. 2024-11-21T14:19:46,141 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/data/hbase/meta/1588230740/.tmp/table/15032131862c43b5ab936dfb68f5cced 2024-11-21T14:19:46,147 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/data/hbase/meta/1588230740/.tmp/info/2c91f590a8f34184bf2cc6b0f6ec4011 as hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/data/hbase/meta/1588230740/info/2c91f590a8f34184bf2cc6b0f6ec4011 2024-11-21T14:19:46,151 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/data/hbase/meta/1588230740/info/2c91f590a8f34184bf2cc6b0f6ec4011, entries=20, sequenceid=16, filesize=7.5 K 2024-11-21T14:19:46,152 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/data/hbase/meta/1588230740/.tmp/ns/03cb5f0f1c9e4028aec8367106052cb1 as hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/data/hbase/meta/1588230740/ns/03cb5f0f1c9e4028aec8367106052cb1 2024-11-21T14:19:46,156 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/data/hbase/meta/1588230740/ns/03cb5f0f1c9e4028aec8367106052cb1, entries=2, sequenceid=16, filesize=5.0 K 2024-11-21T14:19:46,157 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/data/hbase/meta/1588230740/.tmp/rep_barrier/27bb8341cfdd40928b6aaea3097bb60e as hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/data/hbase/meta/1588230740/rep_barrier/27bb8341cfdd40928b6aaea3097bb60e 2024-11-21T14:19:46,161 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/data/hbase/meta/1588230740/rep_barrier/27bb8341cfdd40928b6aaea3097bb60e, entries=1, sequenceid=16, filesize=5.4 K 2024-11-21T14:19:46,162 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/data/hbase/meta/1588230740/.tmp/table/15032131862c43b5ab936dfb68f5cced as hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/data/hbase/meta/1588230740/table/15032131862c43b5ab936dfb68f5cced 2024-11-21T14:19:46,165 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/data/hbase/meta/1588230740/table/15032131862c43b5ab936dfb68f5cced, entries=4, sequenceid=16, filesize=5.2 K 2024-11-21T14:19:46,166 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 939ms, sequenceid=16, compaction requested=false 2024-11-21T14:19:46,166 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T14:19:46,171 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-21T14:19:46,171 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T14:19:46,171 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T14:19:46,171 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T14:19:46,172 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732198785226Running coprocessor pre-close hooks at 1732198785226Disabling compacts and flushes for region at 1732198785226Disabling writes for close at 1732198785227 (+1 ms)Obtaining lock to block concurrent updates at 1732198785227Preparing flush snapshotting stores in 1588230740 at 1732198785227Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732198785227Flushing stores of hbase:meta,,1.1588230740 at 1732198785228 (+1 ms)Flushing 1588230740/info: creating writer at 1732198785228Flushing 1588230740/info: appending metadata at 1732198785245 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732198785245Flushing 1588230740/ns: creating writer at 1732198785269 (+24 ms)Flushing 1588230740/ns: appending metadata at 1732198785287 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1732198785287Flushing 1588230740/rep_barrier: creating writer at 1732198785295 (+8 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732198785312 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732198785312Flushing 1588230740/table: creating writer at 1732198785721 (+409 ms)Flushing 1588230740/table: appending metadata at 1732198785736 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732198785736Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47bf4bd: reopening flushed file at 1732198786146 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b865b69: reopening flushed file at 1732198786151 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f94d065: reopening flushed file at 1732198786156 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2380d9e1: reopening flushed file at 1732198786161 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 939ms, sequenceid=16, compaction requested=false at 1732198786166 (+5 ms)Writing region close event to WAL at 1732198786168 (+2 ms)Running coprocessor post-close hooks at 1732198786171 (+3 ms)Closed at 1732198786171 2024-11-21T14:19:46,172 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T14:19:46,191 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,38217,1732198767483.replicationSource.wal-reader.8a7a968213a0%2C38217%2C1732198767483,1-8a7a968213a0,38217,1732198767483 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/WALs/8a7a968213a0,38217,1732198767483/8a7a968213a0%2C38217%2C1732198767483.1732198769487 to pos 1328, reset compression=false 2024-11-21T14:19:46,227 INFO [RS:0;8a7a968213a0:38217 {}] regionserver.HRegionServer(976): stopping server 8a7a968213a0,38217,1732198767483; all regions closed. 2024-11-21T14:19:46,230 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/WALs/8a7a968213a0,38217,1732198767483/8a7a968213a0%2C38217%2C1732198767483.meta.1732198770402.meta not finished, retry = 0 2024-11-21T14:19:46,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32879 is added to blk_1073741834_1010 (size=4239) 2024-11-21T14:19:46,332 DEBUG [RS:0;8a7a968213a0:38217 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/oldWALs 2024-11-21T14:19:46,332 INFO [RS:0;8a7a968213a0:38217 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8a7a968213a0%2C38217%2C1732198767483.meta:.meta(num 1732198770402) 2024-11-21T14:19:46,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32879 is added to blk_1073741839_1015 (size=2695) 2024-11-21T14:19:46,336 DEBUG [RS:0;8a7a968213a0:38217 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/oldWALs 2024-11-21T14:19:46,336 INFO [RS:0;8a7a968213a0:38217 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8a7a968213a0%2C38217%2C1732198767483.rep:(num 1732198777932) 2024-11-21T14:19:46,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32879 is added to blk_1073741832_1008 (size=1336) 2024-11-21T14:19:46,338 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/WALs/8a7a968213a0,38217,1732198767483/8a7a968213a0%2C38217%2C1732198767483.1732198769487 not finished, retry = 0 2024-11-21T14:19:46,440 DEBUG [RS:0;8a7a968213a0:38217 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/oldWALs 2024-11-21T14:19:46,440 INFO [RS:0;8a7a968213a0:38217 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8a7a968213a0%2C38217%2C1732198767483:(num 1732198769487) 2024-11-21T14:19:46,440 DEBUG [RS:0;8a7a968213a0:38217 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:19:46,440 INFO [RS:0;8a7a968213a0:38217 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T14:19:46,440 INFO [RS:0;8a7a968213a0:38217 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T14:19:46,440 INFO [RS:0;8a7a968213a0:38217 {}] hbase.ChoreService(370): Chore service for: regionserver/8a7a968213a0:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T14:19:46,440 INFO [RS:0;8a7a968213a0:38217 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T14:19:46,440 INFO [regionserver/8a7a968213a0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T14:19:46,441 INFO [RS:0;8a7a968213a0:38217 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-8a7a968213a0,38217,1732198767483 because: Region server is closing 2024-11-21T14:19:46,441 INFO [RS:0;8a7a968213a0:38217 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8a7a968213a0:38217. 2024-11-21T14:19:46,441 DEBUG [RS:0;8a7a968213a0:38217 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:19:46,441 DEBUG [RS:0;8a7a968213a0:38217 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:19:46,441 DEBUG [RS:0;8a7a968213a0:38217 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:19:46,441 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:19:46,510 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T14:19:46,510 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 8a7a968213a0:32873 this server is in the failed servers list 2024-11-21T14:19:46,510 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8a7a968213a0,32873,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=8a7a968213a0:32873 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 8a7a968213a0:32873 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-21T14:19:46,541 WARN [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,38217,1732198767483.replicationSource.wal-reader.8a7a968213a0%2C38217%2C1732198767483,1-8a7a968213a0,38217,1732198767483 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-21T14:19:46,541 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,38217,1732198767483.replicationSource.shipper8a7a968213a0%2C38217%2C1732198767483,1-8a7a968213a0,38217,1732198767483 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-11-21T14:19:46,542 WARN [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,38217,1732198767483.replicationSource.shipper8a7a968213a0%2C38217%2C1732198767483,1-8a7a968213a0,38217,1732198767483 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-21T14:19:46,542 WARN [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,38217,1732198767483.replicationSource.shipper8a7a968213a0%2C38217%2C1732198767483,1-8a7a968213a0,38217,1732198767483 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-21T14:19:47,244 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T14:19:47,244 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T14:19:47,244 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-21T14:19:47,244 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T14:19:47,244 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T14:19:47,343 INFO [RS:0;8a7a968213a0:38217 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,38217,1732198767483.replicationSource.shipper8a7a968213a0%2C38217%2C1732198767483,1-8a7a968213a0,38217,1732198767483 terminated 2024-11-21T14:19:47,343 INFO [RS:0;8a7a968213a0:38217 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8a7a968213a0:38217. 2024-11-21T14:19:47,343 DEBUG [RS:0;8a7a968213a0:38217 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:19:47,343 DEBUG [RS:0;8a7a968213a0:38217 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:19:47,343 DEBUG [RS:0;8a7a968213a0:38217 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:19:47,343 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:19:47,343 INFO [RS:0;8a7a968213a0:38217 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38217 2024-11-21T14:19:47,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46741-0x1013ae581150000, quorum=127.0.0.1:59838, baseZNode=/0-968570567 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-968570567/rs 2024-11-21T14:19:47,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38217-0x1013ae581150001, quorum=127.0.0.1:59838, baseZNode=/0-968570567 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-968570567/rs/8a7a968213a0,38217,1732198767483 2024-11-21T14:19:47,345 INFO [RS:0;8a7a968213a0:38217 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T14:19:47,346 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8a7a968213a0,38217,1732198767483] 2024-11-21T14:19:47,347 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-968570567/draining/8a7a968213a0,38217,1732198767483 already deleted, retry=false 2024-11-21T14:19:47,347 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8a7a968213a0,38217,1732198767483 expired; onlineServers=0 2024-11-21T14:19:47,347 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8a7a968213a0,46741,1732198767433' ***** 2024-11-21T14:19:47,347 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T14:19:47,347 INFO [M:0;8a7a968213a0:46741 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T14:19:47,347 INFO [M:0;8a7a968213a0:46741 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T14:19:47,347 DEBUG [M:0;8a7a968213a0:46741 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T14:19:47,348 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T14:19:47,348 DEBUG [M:0;8a7a968213a0:46741 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T14:19:47,348 DEBUG [master/8a7a968213a0:0:becomeActiveMaster-HFileCleaner.large.0-1732198769256 {}] cleaner.HFileCleaner(306): Exit Thread[master/8a7a968213a0:0:becomeActiveMaster-HFileCleaner.large.0-1732198769256,5,FailOnTimeoutGroup] 2024-11-21T14:19:47,348 DEBUG [master/8a7a968213a0:0:becomeActiveMaster-HFileCleaner.small.0-1732198769256 {}] cleaner.HFileCleaner(306): Exit Thread[master/8a7a968213a0:0:becomeActiveMaster-HFileCleaner.small.0-1732198769256,5,FailOnTimeoutGroup] 2024-11-21T14:19:47,348 INFO [M:0;8a7a968213a0:46741 {}] hbase.ChoreService(370): Chore service for: master/8a7a968213a0:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T14:19:47,348 INFO [M:0;8a7a968213a0:46741 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T14:19:47,348 DEBUG [M:0;8a7a968213a0:46741 {}] master.HMaster(1795): Stopping service threads 2024-11-21T14:19:47,348 INFO [M:0;8a7a968213a0:46741 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T14:19:47,348 INFO [M:0;8a7a968213a0:46741 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T14:19:47,348 INFO [M:0;8a7a968213a0:46741 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T14:19:47,348 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T14:19:47,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46741-0x1013ae581150000, quorum=127.0.0.1:59838, baseZNode=/0-968570567 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-968570567/master 2024-11-21T14:19:47,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46741-0x1013ae581150000, quorum=127.0.0.1:59838, baseZNode=/0-968570567 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-968570567 2024-11-21T14:19:47,350 DEBUG [M:0;8a7a968213a0:46741 {}] zookeeper.ZKUtil(347): master:46741-0x1013ae581150000, quorum=127.0.0.1:59838, baseZNode=/0-968570567 Unable to get data of znode /0-968570567/master because node does not exist (not an error) 2024-11-21T14:19:47,350 WARN [M:0;8a7a968213a0:46741 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T14:19:47,350 INFO [M:0;8a7a968213a0:46741 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/.lastflushedseqids 2024-11-21T14:19:47,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32879 is added to blk_1073741852_1028 (size=263) 2024-11-21T14:19:47,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38217-0x1013ae581150001, quorum=127.0.0.1:59838, baseZNode=/0-968570567 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T14:19:47,446 INFO [RS:0;8a7a968213a0:38217 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T14:19:47,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38217-0x1013ae581150001, quorum=127.0.0.1:59838, baseZNode=/0-968570567 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T14:19:47,446 INFO [RS:0;8a7a968213a0:38217 {}] regionserver.HRegionServer(1031): Exiting; stopping=8a7a968213a0,38217,1732198767483; zookeeper connection closed. 2024-11-21T14:19:47,447 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@32ce15c6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@32ce15c6 2024-11-21T14:19:47,447 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T14:19:47,519 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T14:19:47,520 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8a7a968213a0,32873,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8a7a968213a0:32873 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-21T14:19:47,522 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2146 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8a7a968213a0,32873,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8a7a968213a0:32873 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-21T14:19:47,756 INFO [M:0;8a7a968213a0:46741 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T14:19:47,756 INFO [M:0;8a7a968213a0:46741 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T14:19:47,756 DEBUG [M:0;8a7a968213a0:46741 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T14:19:47,756 INFO [M:0;8a7a968213a0:46741 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:19:47,756 DEBUG [M:0;8a7a968213a0:46741 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:19:47,756 DEBUG [M:0;8a7a968213a0:46741 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T14:19:47,756 DEBUG [M:0;8a7a968213a0:46741 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:19:47,756 INFO [M:0;8a7a968213a0:46741 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-21T14:19:47,775 DEBUG [M:0;8a7a968213a0:46741 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9b6f9d87e1f54624b00f24c1b8ab188f is 82, key is hbase:meta,,1/info:regioninfo/1732198770434/Put/seqid=0 2024-11-21T14:19:47,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32879 is added to blk_1073741853_1029 (size=5672) 2024-11-21T14:19:48,044 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T14:19:48,081 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:19:48,082 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:19:48,082 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:19:48,082 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:19:48,083 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:19:48,083 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:19:48,093 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:19:48,098 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:19:48,102 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:19:48,180 INFO [M:0;8a7a968213a0:46741 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9b6f9d87e1f54624b00f24c1b8ab188f 2024-11-21T14:19:48,208 DEBUG [M:0;8a7a968213a0:46741 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/25e5110641f34871b9a8548430162b44 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732198777985/Put/seqid=0 2024-11-21T14:19:48,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32879 is added to blk_1073741854_1030 (size=8515) 2024-11-21T14:19:48,613 INFO [M:0;8a7a968213a0:46741 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/25e5110641f34871b9a8548430162b44 2024-11-21T14:19:48,631 DEBUG [M:0;8a7a968213a0:46741 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/13ab916631ee42d898c278ec88305088 is 69, key is 8a7a968213a0,38217,1732198767483/rs:state/1732198769331/Put/seqid=0 2024-11-21T14:19:48,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32879 is added to blk_1073741855_1031 (size=5156) 2024-11-21T14:19:49,035 INFO [M:0;8a7a968213a0:46741 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/13ab916631ee42d898c278ec88305088 2024-11-21T14:19:49,041 DEBUG [M:0;8a7a968213a0:46741 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9b6f9d87e1f54624b00f24c1b8ab188f as hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9b6f9d87e1f54624b00f24c1b8ab188f 2024-11-21T14:19:49,045 INFO [M:0;8a7a968213a0:46741 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9b6f9d87e1f54624b00f24c1b8ab188f, entries=8, sequenceid=97, filesize=5.5 K 2024-11-21T14:19:49,046 DEBUG [M:0;8a7a968213a0:46741 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/25e5110641f34871b9a8548430162b44 as hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/25e5110641f34871b9a8548430162b44 2024-11-21T14:19:49,051 INFO [M:0;8a7a968213a0:46741 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/25e5110641f34871b9a8548430162b44, entries=11, sequenceid=97, filesize=8.3 K 2024-11-21T14:19:49,052 DEBUG [M:0;8a7a968213a0:46741 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/13ab916631ee42d898c278ec88305088 as hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/13ab916631ee42d898c278ec88305088 2024-11-21T14:19:49,056 INFO [M:0;8a7a968213a0:46741 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34715/user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/13ab916631ee42d898c278ec88305088, entries=1, sequenceid=97, filesize=5.0 K 2024-11-21T14:19:49,057 INFO [M:0;8a7a968213a0:46741 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1300ms, sequenceid=97, compaction requested=false 2024-11-21T14:19:49,058 INFO [M:0;8a7a968213a0:46741 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:19:49,058 DEBUG [M:0;8a7a968213a0:46741 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732198787756Disabling compacts and flushes for region at 1732198787756Disabling writes for close at 1732198787756Obtaining lock to block concurrent updates at 1732198787756Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732198787756Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1732198787757 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732198787757Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732198787757Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732198787775 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732198787775Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732198788186 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732198788207 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732198788207Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732198788617 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732198788631 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732198788631Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d51b69e: reopening flushed file at 1732198789040 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39024d8f: reopening flushed file at 1732198789046 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b90bc87: reopening flushed file at 1732198789051 (+5 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1300ms, sequenceid=97, compaction requested=false at 1732198789057 (+6 ms)Writing region close event to WAL at 1732198789058 (+1 ms)Closed at 1732198789058 2024-11-21T14:19:49,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32879 is added to blk_1073741830_1006 (size=63642) 2024-11-21T14:19:49,060 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/cca3b7f7-3765-b352-6530-e2aba0942268/MasterData/WALs/8a7a968213a0,46741,1732198767433/8a7a968213a0%2C46741%2C1732198767433.1732198769175 not finished, retry = 0 2024-11-21T14:19:49,161 INFO [M:0;8a7a968213a0:46741 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T14:19:49,161 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T14:19:49,161 INFO [M:0;8a7a968213a0:46741 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46741 2024-11-21T14:19:49,161 INFO [M:0;8a7a968213a0:46741 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T14:19:49,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46741-0x1013ae581150000, quorum=127.0.0.1:59838, baseZNode=/0-968570567 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T14:19:49,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46741-0x1013ae581150000, quorum=127.0.0.1:59838, baseZNode=/0-968570567 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T14:19:49,263 INFO [M:0;8a7a968213a0:46741 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T14:19:49,266 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@101c339f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T14:19:49,267 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@45c68e70{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T14:19:49,267 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T14:19:49,267 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@31782b69{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T14:19:49,267 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ba2e79c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0b9609f-06e7-2a52-bbc9-f1277d8962ab/hadoop.log.dir/,STOPPED} 2024-11-21T14:19:49,268 WARN [BP-612807374-172.17.0.2-1732198766302 heartbeating to localhost/127.0.0.1:34715 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T14:19:49,268 WARN [BP-612807374-172.17.0.2-1732198766302 heartbeating to localhost/127.0.0.1:34715 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-612807374-172.17.0.2-1732198766302 (Datanode Uuid e060f7b9-2b16-4c59-ab18-d428fc12474c) service to localhost/127.0.0.1:34715 2024-11-21T14:19:49,268 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T14:19:49,268 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T14:19:49,269 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0b9609f-06e7-2a52-bbc9-f1277d8962ab/cluster_e1c407ed-37c0-c935-8d8e-bdb9e3e59088/data/data1/current/BP-612807374-172.17.0.2-1732198766302 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T14:19:49,269 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0b9609f-06e7-2a52-bbc9-f1277d8962ab/cluster_e1c407ed-37c0-c935-8d8e-bdb9e3e59088/data/data2/current/BP-612807374-172.17.0.2-1732198766302 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T14:19:49,270 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T14:19:49,279 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@522bcf48{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T14:19:49,281 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@51912cad{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T14:19:49,281 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T14:19:49,281 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ecb4db1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T14:19:49,282 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8715926{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0b9609f-06e7-2a52-bbc9-f1277d8962ab/hadoop.log.dir/,STOPPED} 2024-11-21T14:19:49,289 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-21T14:19:49,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T14:19:49,315 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=247 (was 205) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:40895 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40895 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:40895 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:34715 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34715 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40895 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:34715 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:34715 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34715 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40895 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40895 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59838) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34715 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34715 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:34715 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34715 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40895 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40895 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:40895 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:34715 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:40895 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:40895 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40895 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:40895 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59838) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:40895 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:34715 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34715 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34715 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:34715 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=621 (was 569) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=343 (was 299) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3823 (was 4286) 2024-11-21T14:19:49,330 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=247, OpenFileDescriptor=621, MaxFileDescriptor=1048576, SystemLoadAverage=343, ProcessCount=11, AvailableMemoryMB=3822 2024-11-21T14:19:49,347 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-21T14:19:49,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9de7a13-5587-7a24-e37d-df477ee2e243/hadoop.log.dir so I do NOT create it in target/test-data/62460d42-58d9-b501-395e-a92e90406781 2024-11-21T14:19:49,348 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9de7a13-5587-7a24-e37d-df477ee2e243/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T14:19:49,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9de7a13-5587-7a24-e37d-df477ee2e243/hadoop.tmp.dir so I do NOT create it in target/test-data/62460d42-58d9-b501-395e-a92e90406781 2024-11-21T14:19:49,348 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9de7a13-5587-7a24-e37d-df477ee2e243/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T14:19:49,348 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62460d42-58d9-b501-395e-a92e90406781 2024-11-21T14:19:49,348 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62460d42-58d9-b501-395e-a92e90406781/cluster_a8f7d3fc-9b5d-fa44-c710-b3f112f57e02, deleteOnExit=true 2024-11-21T14:19:49,351 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62460d42-58d9-b501-395e-a92e90406781/cluster_a8f7d3fc-9b5d-fa44-c710-b3f112f57e02/zookeeper_0, clientPort=64339, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62460d42-58d9-b501-395e-a92e90406781/cluster_a8f7d3fc-9b5d-fa44-c710-b3f112f57e02/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62460d42-58d9-b501-395e-a92e90406781/cluster_a8f7d3fc-9b5d-fa44-c710-b3f112f57e02/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-21T14:19:49,352 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64339 2024-11-21T14:19:49,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T14:19:49,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T14:19:49,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62460d42-58d9-b501-395e-a92e90406781/test.cache.data in system properties and HBase conf 2024-11-21T14:19:49,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62460d42-58d9-b501-395e-a92e90406781/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T14:19:49,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62460d42-58d9-b501-395e-a92e90406781/hadoop.log.dir in system properties and HBase conf 2024-11-21T14:19:49,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62460d42-58d9-b501-395e-a92e90406781/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T14:19:49,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62460d42-58d9-b501-395e-a92e90406781/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T14:19:49,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T14:19:49,352 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T14:19:49,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62460d42-58d9-b501-395e-a92e90406781/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T14:19:49,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62460d42-58d9-b501-395e-a92e90406781/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T14:19:49,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62460d42-58d9-b501-395e-a92e90406781/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T14:19:49,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62460d42-58d9-b501-395e-a92e90406781/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T14:19:49,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62460d42-58d9-b501-395e-a92e90406781/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T14:19:49,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62460d42-58d9-b501-395e-a92e90406781/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T14:19:49,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62460d42-58d9-b501-395e-a92e90406781/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T14:19:49,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62460d42-58d9-b501-395e-a92e90406781/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T14:19:49,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62460d42-58d9-b501-395e-a92e90406781/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T14:19:49,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62460d42-58d9-b501-395e-a92e90406781/nfs.dump.dir in system properties and HBase conf 2024-11-21T14:19:49,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62460d42-58d9-b501-395e-a92e90406781/java.io.tmpdir in system properties and HBase conf 2024-11-21T14:19:49,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62460d42-58d9-b501-395e-a92e90406781/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T14:19:49,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62460d42-58d9-b501-395e-a92e90406781/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T14:19:49,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62460d42-58d9-b501-395e-a92e90406781/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T14:19:49,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1013ae581150005, quorum=127.0.0.1:59838, baseZNode=/1-1233971379 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T14:19:49,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1013ae581150002, quorum=127.0.0.1:59838, baseZNode=/0-968570567 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T14:19:49,386 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1013ae581150002, quorum=127.0.0.1:59838, baseZNode=/0-968570567 Received Disconnected from ZooKeeper, ignoring 2024-11-21T14:19:49,386 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1013ae581150005, quorum=127.0.0.1:59838, baseZNode=/1-1233971379 Received Disconnected from ZooKeeper, ignoring 2024-11-21T14:19:49,474 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T14:19:49,488 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T14:19:49,517 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T14:19:49,517 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T14:19:49,517 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T14:19:49,525 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T14:19:49,526 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70969ef9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62460d42-58d9-b501-395e-a92e90406781/hadoop.log.dir/,AVAILABLE} 2024-11-21T14:19:49,534 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d0189c6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T14:19:49,534 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T14:19:49,535 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8a7a968213a0,32873,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8a7a968213a0:32873 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-21T14:19:49,536 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4161 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8a7a968213a0,32873,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8a7a968213a0:32873 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-21T14:19:49,666 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@60ad2533{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62460d42-58d9-b501-395e-a92e90406781/java.io.tmpdir/jetty-localhost-42009-hadoop-hdfs-3_4_1-tests_jar-_-any-18139265405303885068/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T14:19:49,667 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@10ed0da3{HTTP/1.1, (http/1.1)}{localhost:42009} 2024-11-21T14:19:49,667 INFO [Time-limited test {}] server.Server(415): Started @177772ms 2024-11-21T14:19:49,740 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T14:19:49,744 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T14:19:49,744 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T14:19:49,745 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T14:19:49,745 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T14:19:49,745 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a6632bd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62460d42-58d9-b501-395e-a92e90406781/hadoop.log.dir/,AVAILABLE} 2024-11-21T14:19:49,745 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@111c5900{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T14:19:49,858 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@40bc9671{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62460d42-58d9-b501-395e-a92e90406781/java.io.tmpdir/jetty-localhost-41951-hadoop-hdfs-3_4_1-tests_jar-_-any-13372985276450754888/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T14:19:49,858 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@201eac{HTTP/1.1, (http/1.1)}{localhost:41951} 2024-11-21T14:19:49,858 INFO [Time-limited test {}] server.Server(415): Started @177964ms 2024-11-21T14:19:49,860 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T14:19:49,970 WARN [Thread-2167 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62460d42-58d9-b501-395e-a92e90406781/cluster_a8f7d3fc-9b5d-fa44-c710-b3f112f57e02/data/data1/current/BP-2084362091-172.17.0.2-1732198789382/current, will proceed with Du for space computation calculation, 2024-11-21T14:19:49,970 WARN [Thread-2168 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62460d42-58d9-b501-395e-a92e90406781/cluster_a8f7d3fc-9b5d-fa44-c710-b3f112f57e02/data/data2/current/BP-2084362091-172.17.0.2-1732198789382/current, will proceed with Du for space computation calculation, 2024-11-21T14:19:49,989 WARN [Thread-2155 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T14:19:49,992 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x23d6ba8d63965225 with lease ID 0xc7a0fe1a3b507c2c: Processing first storage report for DS-3f13fe6f-f3b1-47b8-be2c-f24cfa689d24 from datanode DatanodeRegistration(127.0.0.1:37445, datanodeUuid=4d576166-21f5-48f7-8599-0bbf8f395b3d, infoPort=46073, infoSecurePort=0, ipcPort=43797, storageInfo=lv=-57;cid=testClusterID;nsid=1941818416;c=1732198789382) 2024-11-21T14:19:49,992 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x23d6ba8d63965225 with lease ID 0xc7a0fe1a3b507c2c: from storage DS-3f13fe6f-f3b1-47b8-be2c-f24cfa689d24 node DatanodeRegistration(127.0.0.1:37445, datanodeUuid=4d576166-21f5-48f7-8599-0bbf8f395b3d, infoPort=46073, infoSecurePort=0, ipcPort=43797, storageInfo=lv=-57;cid=testClusterID;nsid=1941818416;c=1732198789382), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T14:19:49,992 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x23d6ba8d63965225 with lease ID 0xc7a0fe1a3b507c2c: Processing first storage report for DS-081ca79b-b7d0-4e0c-81c5-d2fd102d8205 from datanode DatanodeRegistration(127.0.0.1:37445, datanodeUuid=4d576166-21f5-48f7-8599-0bbf8f395b3d, infoPort=46073, infoSecurePort=0, ipcPort=43797, storageInfo=lv=-57;cid=testClusterID;nsid=1941818416;c=1732198789382) 2024-11-21T14:19:49,992 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x23d6ba8d63965225 with lease ID 0xc7a0fe1a3b507c2c: from storage DS-081ca79b-b7d0-4e0c-81c5-d2fd102d8205 node DatanodeRegistration(127.0.0.1:37445, datanodeUuid=4d576166-21f5-48f7-8599-0bbf8f395b3d, infoPort=46073, infoSecurePort=0, ipcPort=43797, storageInfo=lv=-57;cid=testClusterID;nsid=1941818416;c=1732198789382), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T14:19:50,084 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62460d42-58d9-b501-395e-a92e90406781 2024-11-21T14:19:50,084 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:19:50,086 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:19:50,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37445 is added to blk_1073741825_1001 (size=7) 2024-11-21T14:19:50,495 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46213/user/jenkins/test-data/aac7d23d-fd7c-1dd8-2a95-7c5fea16053f with version=8 2024-11-21T14:19:50,495 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46213/user/jenkins/test-data/aac7d23d-fd7c-1dd8-2a95-7c5fea16053f/hbase-staging 2024-11-21T14:19:50,498 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8a7a968213a0:0 server-side Connection retries=45 2024-11-21T14:19:50,498 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T14:19:50,498 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T14:19:50,498 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T14:19:50,498 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T14:19:50,498 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T14:19:50,498 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T14:19:50,498 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T14:19:50,499 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40421 2024-11-21T14:19:50,500 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40421 connecting to ZooKeeper ensemble=127.0.0.1:64339 2024-11-21T14:19:50,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:404210x0, quorum=127.0.0.1:64339, baseZNode=/0-1752761917 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T14:19:50,506 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40421-0x1013ae5db760000 connected 2024-11-21T14:19:50,534 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:19:50,536 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:19:50,540 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40421-0x1013ae5db760000, quorum=127.0.0.1:64339, baseZNode=/0-1752761917 Set watcher on znode that does not yet exist, /0-1752761917/running 2024-11-21T14:19:50,540 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46213/user/jenkins/test-data/aac7d23d-fd7c-1dd8-2a95-7c5fea16053f, hbase.cluster.distributed=false 2024-11-21T14:19:50,542 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40421-0x1013ae5db760000, quorum=127.0.0.1:64339, baseZNode=/0-1752761917 Set watcher on znode that does not yet exist, /0-1752761917/acl 2024-11-21T14:19:50,544 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40421 2024-11-21T14:19:50,544 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40421 2024-11-21T14:19:50,548 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40421 2024-11-21T14:19:50,548 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40421 2024-11-21T14:19:50,548 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40421 2024-11-21T14:19:50,563 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8a7a968213a0:0 server-side Connection retries=45 2024-11-21T14:19:50,563 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T14:19:50,563 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T14:19:50,563 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T14:19:50,563 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T14:19:50,563 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T14:19:50,563 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T14:19:50,563 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T14:19:50,564 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35901 2024-11-21T14:19:50,564 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35901 connecting to ZooKeeper ensemble=127.0.0.1:64339 2024-11-21T14:19:50,565 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:19:50,566 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:19:50,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:359010x0, quorum=127.0.0.1:64339, baseZNode=/0-1752761917 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T14:19:50,570 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:359010x0, quorum=127.0.0.1:64339, baseZNode=/0-1752761917 Set watcher on znode that does not yet exist, /0-1752761917/running 2024-11-21T14:19:50,570 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35901-0x1013ae5db760001 connected 2024-11-21T14:19:50,570 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T14:19:50,576 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T14:19:50,577 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35901-0x1013ae5db760001, quorum=127.0.0.1:64339, baseZNode=/0-1752761917 Set watcher on znode that does not yet exist, /0-1752761917/master 2024-11-21T14:19:50,578 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35901-0x1013ae5db760001, quorum=127.0.0.1:64339, baseZNode=/0-1752761917 Set watcher on znode that does not yet exist, /0-1752761917/acl 2024-11-21T14:19:50,579 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35901 2024-11-21T14:19:50,580 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35901 2024-11-21T14:19:50,580 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35901 2024-11-21T14:19:50,581 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35901 2024-11-21T14:19:50,582 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35901 2024-11-21T14:19:50,596 DEBUG [M:0;8a7a968213a0:40421 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8a7a968213a0:40421 2024-11-21T14:19:50,597 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1752761917/backup-masters/8a7a968213a0,40421,1732198790497 2024-11-21T14:19:50,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40421-0x1013ae5db760000, quorum=127.0.0.1:64339, baseZNode=/0-1752761917 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1752761917/backup-masters 2024-11-21T14:19:50,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35901-0x1013ae5db760001, quorum=127.0.0.1:64339, baseZNode=/0-1752761917 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1752761917/backup-masters 2024-11-21T14:19:50,599 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40421-0x1013ae5db760000, quorum=127.0.0.1:64339, baseZNode=/0-1752761917 Set watcher on existing znode=/0-1752761917/backup-masters/8a7a968213a0,40421,1732198790497 2024-11-21T14:19:50,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35901-0x1013ae5db760001, quorum=127.0.0.1:64339, baseZNode=/0-1752761917 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1752761917/master 2024-11-21T14:19:50,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40421-0x1013ae5db760000, quorum=127.0.0.1:64339, baseZNode=/0-1752761917 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1752761917 2024-11-21T14:19:50,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35901-0x1013ae5db760001, quorum=127.0.0.1:64339, baseZNode=/0-1752761917 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1752761917 2024-11-21T14:19:50,600 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40421-0x1013ae5db760000, quorum=127.0.0.1:64339, baseZNode=/0-1752761917 Set watcher on existing znode=/0-1752761917/master 2024-11-21T14:19:50,601 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1752761917/backup-masters/8a7a968213a0,40421,1732198790497 from backup master directory 2024-11-21T14:19:50,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40421-0x1013ae5db760000, quorum=127.0.0.1:64339, baseZNode=/0-1752761917 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1752761917/backup-masters/8a7a968213a0,40421,1732198790497 2024-11-21T14:19:50,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40421-0x1013ae5db760000, quorum=127.0.0.1:64339, baseZNode=/0-1752761917 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1752761917/backup-masters 2024-11-21T14:19:50,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35901-0x1013ae5db760001, quorum=127.0.0.1:64339, baseZNode=/0-1752761917 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1752761917/backup-masters 2024-11-21T14:19:50,603 WARN [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T14:19:50,603 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8a7a968213a0,40421,1732198790497 2024-11-21T14:19:50,607 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46213/user/jenkins/test-data/aac7d23d-fd7c-1dd8-2a95-7c5fea16053f/hbase.id] with ID: d3e0dc07-9de3-43ad-bcd3-4ff86a954d1b 2024-11-21T14:19:50,607 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46213/user/jenkins/test-data/aac7d23d-fd7c-1dd8-2a95-7c5fea16053f/.tmp/hbase.id 2024-11-21T14:19:50,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37445 is added to blk_1073741826_1002 (size=42) 2024-11-21T14:19:51,014 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46213/user/jenkins/test-data/aac7d23d-fd7c-1dd8-2a95-7c5fea16053f/.tmp/hbase.id]:[hdfs://localhost:46213/user/jenkins/test-data/aac7d23d-fd7c-1dd8-2a95-7c5fea16053f/hbase.id] 2024-11-21T14:19:51,023 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:19:51,023 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T14:19:51,024 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-21T14:19:51,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40421-0x1013ae5db760000, quorum=127.0.0.1:64339, baseZNode=/0-1752761917 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1752761917 2024-11-21T14:19:51,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35901-0x1013ae5db760001, quorum=127.0.0.1:64339, baseZNode=/0-1752761917 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1752761917 2024-11-21T14:19:51,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37445 is added to blk_1073741827_1003 (size=196) 2024-11-21T14:19:51,431 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T14:19:51,432 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T14:19:51,432 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:19:51,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37445 is added to blk_1073741828_1004 (size=1189) 2024-11-21T14:19:51,839 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46213/user/jenkins/test-data/aac7d23d-fd7c-1dd8-2a95-7c5fea16053f/MasterData/data/master/store 2024-11-21T14:19:51,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37445 is added to blk_1073741829_1005 (size=34) 2024-11-21T14:19:52,245 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:19:52,246 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T14:19:52,246 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:19:52,246 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:19:52,246 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T14:19:52,246 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:19:52,246 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:19:52,246 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732198792246Disabling compacts and flushes for region at 1732198792246Disabling writes for close at 1732198792246Writing region close event to WAL at 1732198792246Closed at 1732198792246 2024-11-21T14:19:52,247 WARN [master/8a7a968213a0:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46213/user/jenkins/test-data/aac7d23d-fd7c-1dd8-2a95-7c5fea16053f/MasterData/data/master/store/.initializing 2024-11-21T14:19:52,247 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46213/user/jenkins/test-data/aac7d23d-fd7c-1dd8-2a95-7c5fea16053f/MasterData/WALs/8a7a968213a0,40421,1732198790497 2024-11-21T14:19:52,248 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T14:19:52,249 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8a7a968213a0%2C40421%2C1732198790497, suffix=, logDir=hdfs://localhost:46213/user/jenkins/test-data/aac7d23d-fd7c-1dd8-2a95-7c5fea16053f/MasterData/WALs/8a7a968213a0,40421,1732198790497, archiveDir=hdfs://localhost:46213/user/jenkins/test-data/aac7d23d-fd7c-1dd8-2a95-7c5fea16053f/MasterData/oldWALs, maxLogs=10 2024-11-21T14:19:52,263 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/aac7d23d-fd7c-1dd8-2a95-7c5fea16053f/MasterData/WALs/8a7a968213a0,40421,1732198790497/8a7a968213a0%2C40421%2C1732198790497.1732198792249, exclude list is [], retry=0 2024-11-21T14:19:52,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37445,DS-3f13fe6f-f3b1-47b8-be2c-f24cfa689d24,DISK] 2024-11-21T14:19:52,268 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aac7d23d-fd7c-1dd8-2a95-7c5fea16053f/MasterData/WALs/8a7a968213a0,40421,1732198790497/8a7a968213a0%2C40421%2C1732198790497.1732198792249 2024-11-21T14:19:52,271 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46073:46073)] 2024-11-21T14:19:52,271 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T14:19:52,271 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:19:52,271 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:19:52,271 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:19:52,272 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:19:52,273 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T14:19:52,274 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:19:52,274 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:19:52,274 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:19:52,275 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T14:19:52,275 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:19:52,275 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:19:52,275 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:19:52,276 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T14:19:52,276 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:19:52,276 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:19:52,276 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:19:52,277 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T14:19:52,277 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:19:52,277 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:19:52,277 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:19:52,278 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46213/user/jenkins/test-data/aac7d23d-fd7c-1dd8-2a95-7c5fea16053f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:19:52,278 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46213/user/jenkins/test-data/aac7d23d-fd7c-1dd8-2a95-7c5fea16053f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:19:52,279 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:19:52,279 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:19:52,280 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T14:19:52,281 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:19:52,282 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46213/user/jenkins/test-data/aac7d23d-fd7c-1dd8-2a95-7c5fea16053f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T14:19:52,283 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62909852, jitterRate=-0.06257015466690063}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T14:19:52,283 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732198792271Initializing all the Stores at 1732198792272 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198792272Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198792272Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198792272Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198792272Cleaning up temporary data from old regions at 1732198792279 (+7 ms)Region opened successfully at 1732198792283 (+4 ms) 2024-11-21T14:19:52,284 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T14:19:52,286 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e080597, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8a7a968213a0/172.17.0.2:0 2024-11-21T14:19:52,287 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T14:19:52,287 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T14:19:52,287 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T14:19:52,287 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T14:19:52,288 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T14:19:52,288 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T14:19:52,288 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T14:19:52,290 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T14:19:52,291 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40421-0x1013ae5db760000, quorum=127.0.0.1:64339, baseZNode=/0-1752761917 Unable to get data of znode /0-1752761917/balancer because node does not exist (not necessarily an error) 2024-11-21T14:19:52,292 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1752761917/balancer already deleted, retry=false 2024-11-21T14:19:52,292 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T14:19:52,293 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40421-0x1013ae5db760000, quorum=127.0.0.1:64339, baseZNode=/0-1752761917 Unable to get data of znode /0-1752761917/normalizer because node does not exist (not necessarily an error) 2024-11-21T14:19:52,294 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1752761917/normalizer already deleted, retry=false 2024-11-21T14:19:52,294 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T14:19:52,295 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40421-0x1013ae5db760000, quorum=127.0.0.1:64339, baseZNode=/0-1752761917 Unable to get data of znode /0-1752761917/switch/split because node does not exist (not necessarily an error) 2024-11-21T14:19:52,297 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1752761917/switch/split already deleted, retry=false 2024-11-21T14:19:52,298 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40421-0x1013ae5db760000, quorum=127.0.0.1:64339, baseZNode=/0-1752761917 Unable to get data of znode /0-1752761917/switch/merge because node does not exist (not necessarily an error) 2024-11-21T14:19:52,299 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1752761917/switch/merge already deleted, retry=false 2024-11-21T14:19:52,301 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40421-0x1013ae5db760000, quorum=127.0.0.1:64339, baseZNode=/0-1752761917 Unable to get data of znode /0-1752761917/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T14:19:52,302 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1752761917/snapshot-cleanup already deleted, retry=false 2024-11-21T14:19:52,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35901-0x1013ae5db760001, quorum=127.0.0.1:64339, baseZNode=/0-1752761917 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1752761917/running 2024-11-21T14:19:52,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40421-0x1013ae5db760000, quorum=127.0.0.1:64339, baseZNode=/0-1752761917 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1752761917/running 2024-11-21T14:19:52,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40421-0x1013ae5db760000, quorum=127.0.0.1:64339, baseZNode=/0-1752761917 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1752761917 2024-11-21T14:19:52,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35901-0x1013ae5db760001, quorum=127.0.0.1:64339, baseZNode=/0-1752761917 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1752761917 2024-11-21T14:19:52,304 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8a7a968213a0,40421,1732198790497, sessionid=0x1013ae5db760000, setting cluster-up flag (Was=false) 2024-11-21T14:19:52,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35901-0x1013ae5db760001, quorum=127.0.0.1:64339, baseZNode=/0-1752761917 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1752761917 2024-11-21T14:19:52,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40421-0x1013ae5db760000, quorum=127.0.0.1:64339, baseZNode=/0-1752761917 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1752761917 2024-11-21T14:19:52,313 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1752761917/flush-table-proc/acquired, /0-1752761917/flush-table-proc/reached, /0-1752761917/flush-table-proc/abort 2024-11-21T14:19:52,314 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8a7a968213a0,40421,1732198790497 2024-11-21T14:19:52,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40421-0x1013ae5db760000, quorum=127.0.0.1:64339, baseZNode=/0-1752761917 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1752761917 2024-11-21T14:19:52,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35901-0x1013ae5db760001, quorum=127.0.0.1:64339, baseZNode=/0-1752761917 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1752761917 2024-11-21T14:19:52,321 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1752761917/online-snapshot/acquired, /0-1752761917/online-snapshot/reached, /0-1752761917/online-snapshot/abort 2024-11-21T14:19:52,322 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8a7a968213a0,40421,1732198790497 2024-11-21T14:19:52,323 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46213/user/jenkins/test-data/aac7d23d-fd7c-1dd8-2a95-7c5fea16053f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T14:19:52,324 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T14:19:52,324 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T14:19:52,325 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T14:19:52,325 WARN [master/8a7a968213a0:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 8a7a968213a0,43143,1732198744061: status=Processing ServerCrashProcedure of 8a7a968213a0,43143,1732198744061 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1732198757203, completionTime=-1 appears to have been leaked 2024-11-21T14:19:52,325 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8a7a968213a0,40421,1732198790497 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T14:19:52,326 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8a7a968213a0:0, corePoolSize=5, maxPoolSize=5 2024-11-21T14:19:52,326 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8a7a968213a0:0, corePoolSize=5, maxPoolSize=5 2024-11-21T14:19:52,326 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8a7a968213a0:0, corePoolSize=5, maxPoolSize=5 2024-11-21T14:19:52,326 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8a7a968213a0:0, corePoolSize=5, maxPoolSize=5 2024-11-21T14:19:52,326 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8a7a968213a0:0, corePoolSize=10, maxPoolSize=10 2024-11-21T14:19:52,326 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:19:52,326 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8a7a968213a0:0, corePoolSize=2, maxPoolSize=2 2024-11-21T14:19:52,326 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:19:52,328 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732198822328 2024-11-21T14:19:52,328 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T14:19:52,328 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T14:19:52,328 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T14:19:52,328 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T14:19:52,328 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T14:19:52,328 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T14:19:52,328 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T14:19:52,328 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T14:19:52,328 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T14:19:52,329 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T14:19:52,329 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T14:19:52,329 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T14:19:52,329 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T14:19:52,329 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:19:52,329 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T14:19:52,329 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T14:19:52,329 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T14:19:52,332 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8a7a968213a0:0:becomeActiveMaster-HFileCleaner.large.0-1732198792329,5,FailOnTimeoutGroup] 2024-11-21T14:19:52,341 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8a7a968213a0:0:becomeActiveMaster-HFileCleaner.small.0-1732198792332,5,FailOnTimeoutGroup] 2024-11-21T14:19:52,341 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T14:19:52,341 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T14:19:52,341 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T14:19:52,341 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T14:19:52,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37445 is added to blk_1073741831_1007 (size=1321) 2024-11-21T14:19:52,385 INFO [RS:0;8a7a968213a0:35901 {}] regionserver.HRegionServer(746): ClusterId : d3e0dc07-9de3-43ad-bcd3-4ff86a954d1b 2024-11-21T14:19:52,385 DEBUG [RS:0;8a7a968213a0:35901 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T14:19:52,386 DEBUG [RS:0;8a7a968213a0:35901 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T14:19:52,386 DEBUG [RS:0;8a7a968213a0:35901 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T14:19:52,388 DEBUG [RS:0;8a7a968213a0:35901 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T14:19:52,388 DEBUG [RS:0;8a7a968213a0:35901 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e6919b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8a7a968213a0/172.17.0.2:0 2024-11-21T14:19:52,400 DEBUG [RS:0;8a7a968213a0:35901 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8a7a968213a0:35901 2024-11-21T14:19:52,400 INFO [RS:0;8a7a968213a0:35901 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T14:19:52,400 INFO [RS:0;8a7a968213a0:35901 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T14:19:52,400 DEBUG [RS:0;8a7a968213a0:35901 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T14:19:52,400 INFO [RS:0;8a7a968213a0:35901 {}] regionserver.HRegionServer(2659): reportForDuty to master=8a7a968213a0,40421,1732198790497 with port=35901, startcode=1732198790562 2024-11-21T14:19:52,401 DEBUG [RS:0;8a7a968213a0:35901 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T14:19:52,402 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41589, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T14:19:52,402 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40421 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8a7a968213a0,35901,1732198790562 2024-11-21T14:19:52,403 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40421 {}] master.ServerManager(517): Registering regionserver=8a7a968213a0,35901,1732198790562 2024-11-21T14:19:52,404 DEBUG [RS:0;8a7a968213a0:35901 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46213/user/jenkins/test-data/aac7d23d-fd7c-1dd8-2a95-7c5fea16053f 2024-11-21T14:19:52,404 DEBUG [RS:0;8a7a968213a0:35901 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46213 2024-11-21T14:19:52,404 DEBUG [RS:0;8a7a968213a0:35901 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T14:19:52,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40421-0x1013ae5db760000, quorum=127.0.0.1:64339, baseZNode=/0-1752761917 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1752761917/rs 2024-11-21T14:19:52,407 DEBUG [RS:0;8a7a968213a0:35901 {}] zookeeper.ZKUtil(111): regionserver:35901-0x1013ae5db760001, quorum=127.0.0.1:64339, baseZNode=/0-1752761917 Set watcher on existing znode=/0-1752761917/rs/8a7a968213a0,35901,1732198790562 2024-11-21T14:19:52,407 WARN [RS:0;8a7a968213a0:35901 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T14:19:52,407 INFO [RS:0;8a7a968213a0:35901 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:19:52,407 DEBUG [RS:0;8a7a968213a0:35901 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46213/user/jenkins/test-data/aac7d23d-fd7c-1dd8-2a95-7c5fea16053f/WALs/8a7a968213a0,35901,1732198790562 2024-11-21T14:19:52,407 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8a7a968213a0,35901,1732198790562] 2024-11-21T14:19:52,413 INFO [RS:0;8a7a968213a0:35901 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T14:19:52,414 INFO [RS:0;8a7a968213a0:35901 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T14:19:52,414 INFO [RS:0;8a7a968213a0:35901 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T14:19:52,415 INFO [RS:0;8a7a968213a0:35901 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T14:19:52,415 INFO [RS:0;8a7a968213a0:35901 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T14:19:52,415 INFO [RS:0;8a7a968213a0:35901 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T14:19:52,415 INFO [RS:0;8a7a968213a0:35901 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T14:19:52,415 DEBUG [RS:0;8a7a968213a0:35901 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:19:52,415 DEBUG [RS:0;8a7a968213a0:35901 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:19:52,415 DEBUG [RS:0;8a7a968213a0:35901 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:19:52,415 DEBUG [RS:0;8a7a968213a0:35901 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:19:52,415 DEBUG [RS:0;8a7a968213a0:35901 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:19:52,415 DEBUG [RS:0;8a7a968213a0:35901 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8a7a968213a0:0, corePoolSize=2, maxPoolSize=2 2024-11-21T14:19:52,415 DEBUG [RS:0;8a7a968213a0:35901 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:19:52,416 DEBUG [RS:0;8a7a968213a0:35901 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:19:52,416 DEBUG [RS:0;8a7a968213a0:35901 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:19:52,416 DEBUG [RS:0;8a7a968213a0:35901 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:19:52,416 DEBUG [RS:0;8a7a968213a0:35901 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:19:52,416 DEBUG [RS:0;8a7a968213a0:35901 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:19:52,416 DEBUG [RS:0;8a7a968213a0:35901 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8a7a968213a0:0, corePoolSize=3, maxPoolSize=3 2024-11-21T14:19:52,416 DEBUG [RS:0;8a7a968213a0:35901 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8a7a968213a0:0, corePoolSize=3, maxPoolSize=3 2024-11-21T14:19:52,419 INFO [RS:0;8a7a968213a0:35901 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T14:19:52,419 INFO [RS:0;8a7a968213a0:35901 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T14:19:52,419 INFO [RS:0;8a7a968213a0:35901 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T14:19:52,419 INFO [RS:0;8a7a968213a0:35901 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T14:19:52,419 INFO [RS:0;8a7a968213a0:35901 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T14:19:52,419 INFO [RS:0;8a7a968213a0:35901 {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,35901,1732198790562-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T14:19:52,433 INFO [RS:0;8a7a968213a0:35901 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T14:19:52,433 INFO [RS:0;8a7a968213a0:35901 {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,35901,1732198790562-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T14:19:52,433 INFO [RS:0;8a7a968213a0:35901 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:19:52,433 INFO [RS:0;8a7a968213a0:35901 {}] regionserver.Replication(171): 8a7a968213a0,35901,1732198790562 started 2024-11-21T14:19:52,446 INFO [RS:0;8a7a968213a0:35901 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:19:52,446 INFO [RS:0;8a7a968213a0:35901 {}] regionserver.HRegionServer(1482): Serving as 8a7a968213a0,35901,1732198790562, RpcServer on 8a7a968213a0/172.17.0.2:35901, sessionid=0x1013ae5db760001 2024-11-21T14:19:52,446 DEBUG [RS:0;8a7a968213a0:35901 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T14:19:52,446 DEBUG [RS:0;8a7a968213a0:35901 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8a7a968213a0,35901,1732198790562 2024-11-21T14:19:52,446 DEBUG [RS:0;8a7a968213a0:35901 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8a7a968213a0,35901,1732198790562' 2024-11-21T14:19:52,446 DEBUG [RS:0;8a7a968213a0:35901 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1752761917/flush-table-proc/abort' 2024-11-21T14:19:52,446 DEBUG [RS:0;8a7a968213a0:35901 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1752761917/flush-table-proc/acquired' 2024-11-21T14:19:52,447 DEBUG [RS:0;8a7a968213a0:35901 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T14:19:52,447 DEBUG [RS:0;8a7a968213a0:35901 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T14:19:52,447 DEBUG [RS:0;8a7a968213a0:35901 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8a7a968213a0,35901,1732198790562 2024-11-21T14:19:52,447 DEBUG [RS:0;8a7a968213a0:35901 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8a7a968213a0,35901,1732198790562' 2024-11-21T14:19:52,447 DEBUG [RS:0;8a7a968213a0:35901 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1752761917/online-snapshot/abort' 2024-11-21T14:19:52,447 DEBUG [RS:0;8a7a968213a0:35901 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1752761917/online-snapshot/acquired' 2024-11-21T14:19:52,447 DEBUG [RS:0;8a7a968213a0:35901 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T14:19:52,447 INFO [RS:0;8a7a968213a0:35901 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T14:19:52,447 INFO [RS:0;8a7a968213a0:35901 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T14:19:52,548 INFO [RS:0;8a7a968213a0:35901 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T14:19:52,549 INFO [RS:0;8a7a968213a0:35901 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8a7a968213a0%2C35901%2C1732198790562, suffix=, logDir=hdfs://localhost:46213/user/jenkins/test-data/aac7d23d-fd7c-1dd8-2a95-7c5fea16053f/WALs/8a7a968213a0,35901,1732198790562, archiveDir=hdfs://localhost:46213/user/jenkins/test-data/aac7d23d-fd7c-1dd8-2a95-7c5fea16053f/oldWALs, maxLogs=10 2024-11-21T14:19:52,562 DEBUG [RS:0;8a7a968213a0:35901 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/aac7d23d-fd7c-1dd8-2a95-7c5fea16053f/WALs/8a7a968213a0,35901,1732198790562/8a7a968213a0%2C35901%2C1732198790562.1732198792549, exclude list is [], retry=0 2024-11-21T14:19:52,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37445,DS-3f13fe6f-f3b1-47b8-be2c-f24cfa689d24,DISK] 2024-11-21T14:19:52,566 INFO [RS:0;8a7a968213a0:35901 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aac7d23d-fd7c-1dd8-2a95-7c5fea16053f/WALs/8a7a968213a0,35901,1732198790562/8a7a968213a0%2C35901%2C1732198790562.1732198792549 2024-11-21T14:19:52,567 DEBUG [RS:0;8a7a968213a0:35901 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46073:46073)] 2024-11-21T14:19:52,745 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46213/user/jenkins/test-data/aac7d23d-fd7c-1dd8-2a95-7c5fea16053f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T14:19:52,745 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46213/user/jenkins/test-data/aac7d23d-fd7c-1dd8-2a95-7c5fea16053f 2024-11-21T14:19:52,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37445 is added to blk_1073741833_1009 (size=32) 2024-11-21T14:19:52,757 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:19:52,758 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T14:19:52,759 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T14:19:52,760 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:19:52,760 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:19:52,760 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T14:19:52,761 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T14:19:52,761 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:19:52,761 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:19:52,761 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T14:19:52,762 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T14:19:52,762 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:19:52,763 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:19:52,763 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T14:19:52,763 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T14:19:52,764 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:19:52,764 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:19:52,764 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T14:19:52,765 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46213/user/jenkins/test-data/aac7d23d-fd7c-1dd8-2a95-7c5fea16053f/data/hbase/meta/1588230740 2024-11-21T14:19:52,765 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46213/user/jenkins/test-data/aac7d23d-fd7c-1dd8-2a95-7c5fea16053f/data/hbase/meta/1588230740 2024-11-21T14:19:52,766 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T14:19:52,766 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T14:19:52,766 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T14:19:52,767 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T14:19:52,769 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46213/user/jenkins/test-data/aac7d23d-fd7c-1dd8-2a95-7c5fea16053f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T14:19:52,770 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73197200, jitterRate=0.09072327613830566}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T14:19:52,771 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732198792757Initializing all the Stores at 1732198792758 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198792758Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198792758Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198792758Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198792758Cleaning up temporary data from old regions at 1732198792766 (+8 ms)Region opened successfully at 1732198792770 (+4 ms) 2024-11-21T14:19:52,771 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T14:19:52,771 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T14:19:52,771 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T14:19:52,771 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T14:19:52,771 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T14:19:52,771 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T14:19:52,771 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732198792771Disabling compacts and flushes for region at 1732198792771Disabling writes for close at 1732198792771Writing region close event to WAL at 1732198792771Closed at 1732198792771 2024-11-21T14:19:52,772 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T14:19:52,772 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T14:19:52,772 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T14:19:52,773 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T14:19:52,774 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T14:19:52,924 DEBUG [8a7a968213a0:40421 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T14:19:52,925 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8a7a968213a0,35901,1732198790562 2024-11-21T14:19:52,926 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8a7a968213a0,35901,1732198790562, state=OPENING 2024-11-21T14:19:52,927 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T14:19:52,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35901-0x1013ae5db760001, quorum=127.0.0.1:64339, baseZNode=/0-1752761917 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1752761917 2024-11-21T14:19:52,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40421-0x1013ae5db760000, quorum=127.0.0.1:64339, baseZNode=/0-1752761917 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1752761917 2024-11-21T14:19:52,931 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T14:19:52,931 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1752761917/meta-region-server: CHANGED 2024-11-21T14:19:52,931 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1752761917/meta-region-server: CHANGED 2024-11-21T14:19:52,931 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8a7a968213a0,35901,1732198790562}] 2024-11-21T14:19:53,084 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T14:19:53,085 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47683, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T14:19:53,088 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T14:19:53,088 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:19:53,089 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T14:19:53,090 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8a7a968213a0%2C35901%2C1732198790562.meta, suffix=.meta, logDir=hdfs://localhost:46213/user/jenkins/test-data/aac7d23d-fd7c-1dd8-2a95-7c5fea16053f/WALs/8a7a968213a0,35901,1732198790562, archiveDir=hdfs://localhost:46213/user/jenkins/test-data/aac7d23d-fd7c-1dd8-2a95-7c5fea16053f/oldWALs, maxLogs=10 2024-11-21T14:19:53,107 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/aac7d23d-fd7c-1dd8-2a95-7c5fea16053f/WALs/8a7a968213a0,35901,1732198790562/8a7a968213a0%2C35901%2C1732198790562.meta.1732198793090.meta, exclude list is [], retry=0 2024-11-21T14:19:53,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37445,DS-3f13fe6f-f3b1-47b8-be2c-f24cfa689d24,DISK] 2024-11-21T14:19:53,124 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aac7d23d-fd7c-1dd8-2a95-7c5fea16053f/WALs/8a7a968213a0,35901,1732198790562/8a7a968213a0%2C35901%2C1732198790562.meta.1732198793090.meta 2024-11-21T14:19:53,128 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46073:46073)] 2024-11-21T14:19:53,128 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T14:19:53,129 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T14:19:53,129 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T14:19:53,129 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T14:19:53,129 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T14:19:53,129 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T14:19:53,130 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:19:53,130 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T14:19:53,130 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T14:19:53,136 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T14:19:53,138 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T14:19:53,138 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:19:53,138 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:19:53,138 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T14:19:53,139 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T14:19:53,139 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:19:53,139 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:19:53,139 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T14:19:53,140 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T14:19:53,140 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:19:53,140 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:19:53,140 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T14:19:53,141 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T14:19:53,141 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:19:53,141 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:19:53,145 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T14:19:53,145 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46213/user/jenkins/test-data/aac7d23d-fd7c-1dd8-2a95-7c5fea16053f/data/hbase/meta/1588230740 2024-11-21T14:19:53,146 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46213/user/jenkins/test-data/aac7d23d-fd7c-1dd8-2a95-7c5fea16053f/data/hbase/meta/1588230740 2024-11-21T14:19:53,147 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T14:19:53,147 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T14:19:53,147 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T14:19:53,148 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T14:19:53,149 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67488211, jitterRate=0.005652710795402527}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T14:19:53,149 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T14:19:53,150 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732198793130Writing region info on filesystem at 1732198793130Initializing all the Stores at 1732198793135 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198793135Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198793135Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198793135Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198793135Cleaning up temporary data from old regions at 1732198793147 (+12 ms)Running coprocessor post-open hooks at 1732198793149 (+2 ms)Region opened successfully at 1732198793150 (+1 ms) 2024-11-21T14:19:53,153 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732198793083 2024-11-21T14:19:53,155 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T14:19:53,156 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T14:19:53,156 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=8a7a968213a0,35901,1732198790562 2024-11-21T14:19:53,157 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8a7a968213a0,35901,1732198790562, state=OPEN 2024-11-21T14:19:53,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35901-0x1013ae5db760001, quorum=127.0.0.1:64339, baseZNode=/0-1752761917 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1752761917/meta-region-server 2024-11-21T14:19:53,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40421-0x1013ae5db760000, quorum=127.0.0.1:64339, baseZNode=/0-1752761917 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1752761917/meta-region-server 2024-11-21T14:19:53,158 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1752761917/meta-region-server: CHANGED 2024-11-21T14:19:53,158 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8a7a968213a0,35901,1732198790562 2024-11-21T14:19:53,158 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1752761917/meta-region-server: CHANGED 2024-11-21T14:19:53,161 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T14:19:53,161 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8a7a968213a0,35901,1732198790562 in 227 msec 2024-11-21T14:19:53,163 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T14:19:53,163 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 389 msec 2024-11-21T14:19:53,164 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T14:19:53,164 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T14:19:53,165 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:19:53,165 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a7a968213a0,35901,1732198790562, seqNum=-1] 2024-11-21T14:19:53,165 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:19:53,167 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56193, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T14:19:53,171 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 847 msec 2024-11-21T14:19:53,171 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732198793171, completionTime=-1 2024-11-21T14:19:53,171 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T14:19:53,171 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T14:19:53,173 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T14:19:53,173 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732198853173 2024-11-21T14:19:53,173 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732198913173 2024-11-21T14:19:53,174 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-21T14:19:53,174 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,40421,1732198790497-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T14:19:53,174 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,40421,1732198790497-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:19:53,174 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,40421,1732198790497-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:19:53,174 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8a7a968213a0:40421, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:19:53,174 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T14:19:53,175 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T14:19:53,176 DEBUG [master/8a7a968213a0:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T14:19:53,178 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.575sec 2024-11-21T14:19:53,179 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T14:19:53,179 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T14:19:53,179 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T14:19:53,179 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T14:19:53,179 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T14:19:53,179 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,40421,1732198790497-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T14:19:53,179 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,40421,1732198790497-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T14:19:53,184 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T14:19:53,184 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T14:19:53,184 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,40421,1732198790497-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:19:53,185 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28b60453, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:19:53,185 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8a7a968213a0,40421,-1 for getting cluster id 2024-11-21T14:19:53,186 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:19:53,187 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd3e0dc07-9de3-43ad-bcd3-4ff86a954d1b' 2024-11-21T14:19:53,187 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:19:53,187 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d3e0dc07-9de3-43ad-bcd3-4ff86a954d1b" 2024-11-21T14:19:53,187 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45b869d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:19:53,187 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a7a968213a0,40421,-1] 2024-11-21T14:19:53,187 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:19:53,187 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:19:53,188 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:19:53,189 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c6d8af2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:19:53,190 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:19:53,191 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a7a968213a0,35901,1732198790562, seqNum=-1] 2024-11-21T14:19:53,191 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:19:53,192 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T14:19:53,193 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=8a7a968213a0,40421,1732198790497 2024-11-21T14:19:53,194 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:64339 2024-11-21T14:19:53,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:64339, baseZNode=/0-1752761917 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T14:19:53,204 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013ae5db760002 connected 2024-11-21T14:19:53,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62460d42-58d9-b501-395e-a92e90406781/hadoop.log.dir so I do NOT create it in target/test-data/7ab6a7f8-80e7-93db-1738-691ea2cf643e 2024-11-21T14:19:53,207 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62460d42-58d9-b501-395e-a92e90406781/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T14:19:53,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62460d42-58d9-b501-395e-a92e90406781/hadoop.tmp.dir so I do NOT create it in target/test-data/7ab6a7f8-80e7-93db-1738-691ea2cf643e 2024-11-21T14:19:53,207 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62460d42-58d9-b501-395e-a92e90406781/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T14:19:53,207 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ab6a7f8-80e7-93db-1738-691ea2cf643e 2024-11-21T14:19:53,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T14:19:53,207 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ab6a7f8-80e7-93db-1738-691ea2cf643e/cluster_aae3dc5d-2640-3cff-f648-560e298db1fd, deleteOnExit=true 2024-11-21T14:19:53,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T14:19:53,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ab6a7f8-80e7-93db-1738-691ea2cf643e/test.cache.data in system properties and HBase conf 2024-11-21T14:19:53,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ab6a7f8-80e7-93db-1738-691ea2cf643e/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T14:19:53,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ab6a7f8-80e7-93db-1738-691ea2cf643e/hadoop.log.dir in system properties and HBase conf 2024-11-21T14:19:53,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ab6a7f8-80e7-93db-1738-691ea2cf643e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T14:19:53,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ab6a7f8-80e7-93db-1738-691ea2cf643e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T14:19:53,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T14:19:53,208 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T14:19:53,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ab6a7f8-80e7-93db-1738-691ea2cf643e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T14:19:53,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ab6a7f8-80e7-93db-1738-691ea2cf643e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T14:19:53,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ab6a7f8-80e7-93db-1738-691ea2cf643e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T14:19:53,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ab6a7f8-80e7-93db-1738-691ea2cf643e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T14:19:53,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ab6a7f8-80e7-93db-1738-691ea2cf643e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T14:19:53,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ab6a7f8-80e7-93db-1738-691ea2cf643e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T14:19:53,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ab6a7f8-80e7-93db-1738-691ea2cf643e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T14:19:53,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ab6a7f8-80e7-93db-1738-691ea2cf643e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T14:19:53,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ab6a7f8-80e7-93db-1738-691ea2cf643e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T14:19:53,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ab6a7f8-80e7-93db-1738-691ea2cf643e/nfs.dump.dir in system properties and HBase conf 2024-11-21T14:19:53,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ab6a7f8-80e7-93db-1738-691ea2cf643e/java.io.tmpdir in system properties and HBase conf 2024-11-21T14:19:53,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ab6a7f8-80e7-93db-1738-691ea2cf643e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T14:19:53,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ab6a7f8-80e7-93db-1738-691ea2cf643e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T14:19:53,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ab6a7f8-80e7-93db-1738-691ea2cf643e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T14:19:53,293 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T14:19:53,296 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T14:19:53,298 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T14:19:53,298 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T14:19:53,298 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T14:19:53,299 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T14:19:53,299 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76085775{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ab6a7f8-80e7-93db-1738-691ea2cf643e/hadoop.log.dir/,AVAILABLE} 2024-11-21T14:19:53,299 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7da30d31{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T14:19:53,422 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@47e8a985{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ab6a7f8-80e7-93db-1738-691ea2cf643e/java.io.tmpdir/jetty-localhost-38269-hadoop-hdfs-3_4_1-tests_jar-_-any-11072761363744195263/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T14:19:53,422 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6fd43393{HTTP/1.1, (http/1.1)}{localhost:38269} 2024-11-21T14:19:53,422 INFO [Time-limited test {}] server.Server(415): Started @181528ms 2024-11-21T14:19:53,498 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T14:19:53,501 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T14:19:53,502 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T14:19:53,502 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T14:19:53,502 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T14:19:53,502 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7744ac18{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ab6a7f8-80e7-93db-1738-691ea2cf643e/hadoop.log.dir/,AVAILABLE} 2024-11-21T14:19:53,503 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55806806{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T14:19:53,539 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T14:19:53,540 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8a7a968213a0,32873,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8a7a968213a0:32873 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-21T14:19:53,540 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8166 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8a7a968213a0,32873,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8a7a968213a0:32873 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-21T14:19:53,616 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@22144062{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ab6a7f8-80e7-93db-1738-691ea2cf643e/java.io.tmpdir/jetty-localhost-44977-hadoop-hdfs-3_4_1-tests_jar-_-any-12272252146699706077/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T14:19:53,617 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@ab6819f{HTTP/1.1, (http/1.1)}{localhost:44977} 2024-11-21T14:19:53,617 INFO [Time-limited test {}] server.Server(415): Started @181722ms 2024-11-21T14:19:53,618 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T14:19:53,723 WARN [Thread-2287 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ab6a7f8-80e7-93db-1738-691ea2cf643e/cluster_aae3dc5d-2640-3cff-f648-560e298db1fd/data/data1/current/BP-260093234-172.17.0.2-1732198793233/current, will proceed with Du for space computation calculation, 2024-11-21T14:19:53,724 WARN [Thread-2288 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ab6a7f8-80e7-93db-1738-691ea2cf643e/cluster_aae3dc5d-2640-3cff-f648-560e298db1fd/data/data2/current/BP-260093234-172.17.0.2-1732198793233/current, will proceed with Du for space computation calculation, 2024-11-21T14:19:53,745 WARN [Thread-2275 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T14:19:53,748 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4df75cf7e03774b6 with lease ID 0x139d0e8a33cb596a: Processing first storage report for DS-09578820-f343-4ef1-bcd3-e1a6b022ebe6 from datanode DatanodeRegistration(127.0.0.1:35891, datanodeUuid=b32a88df-9731-43b9-8ccb-fda53882ee05, infoPort=41787, infoSecurePort=0, ipcPort=34811, storageInfo=lv=-57;cid=testClusterID;nsid=467585113;c=1732198793233) 2024-11-21T14:19:53,748 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4df75cf7e03774b6 with lease ID 0x139d0e8a33cb596a: from storage DS-09578820-f343-4ef1-bcd3-e1a6b022ebe6 node DatanodeRegistration(127.0.0.1:35891, datanodeUuid=b32a88df-9731-43b9-8ccb-fda53882ee05, infoPort=41787, infoSecurePort=0, ipcPort=34811, storageInfo=lv=-57;cid=testClusterID;nsid=467585113;c=1732198793233), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T14:19:53,748 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4df75cf7e03774b6 with lease ID 0x139d0e8a33cb596a: Processing first storage report for DS-e84fc7e5-64d6-4a28-a2ac-1590de55e1a6 from datanode DatanodeRegistration(127.0.0.1:35891, datanodeUuid=b32a88df-9731-43b9-8ccb-fda53882ee05, infoPort=41787, infoSecurePort=0, ipcPort=34811, storageInfo=lv=-57;cid=testClusterID;nsid=467585113;c=1732198793233) 2024-11-21T14:19:53,748 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4df75cf7e03774b6 with lease ID 0x139d0e8a33cb596a: from storage DS-e84fc7e5-64d6-4a28-a2ac-1590de55e1a6 node DatanodeRegistration(127.0.0.1:35891, datanodeUuid=b32a88df-9731-43b9-8ccb-fda53882ee05, infoPort=41787, infoSecurePort=0, ipcPort=34811, storageInfo=lv=-57;cid=testClusterID;nsid=467585113;c=1732198793233), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T14:19:53,843 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ab6a7f8-80e7-93db-1738-691ea2cf643e 2024-11-21T14:19:53,843 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:19:53,844 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:19:53,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35891 is added to blk_1073741825_1001 (size=7) 2024-11-21T14:19:54,251 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40679/user/jenkins/test-data/81c90c60-f033-fd83-cf7d-437d385f8386 with version=8 2024-11-21T14:19:54,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40679/user/jenkins/test-data/81c90c60-f033-fd83-cf7d-437d385f8386/hbase-staging 2024-11-21T14:19:54,253 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8a7a968213a0:0 server-side Connection retries=45 2024-11-21T14:19:54,253 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T14:19:54,253 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T14:19:54,253 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T14:19:54,253 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T14:19:54,253 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T14:19:54,253 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T14:19:54,253 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T14:19:54,254 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33487 2024-11-21T14:19:54,255 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33487 connecting to ZooKeeper ensemble=127.0.0.1:64339 2024-11-21T14:19:54,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:334870x0, quorum=127.0.0.1:64339, baseZNode=/1-948201671 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T14:19:54,257 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33487-0x1013ae5db760003 connected 2024-11-21T14:19:54,268 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:19:54,269 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:19:54,270 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33487-0x1013ae5db760003, quorum=127.0.0.1:64339, baseZNode=/1-948201671 Set watcher on znode that does not yet exist, /1-948201671/running 2024-11-21T14:19:54,270 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40679/user/jenkins/test-data/81c90c60-f033-fd83-cf7d-437d385f8386, hbase.cluster.distributed=false 2024-11-21T14:19:54,272 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33487-0x1013ae5db760003, quorum=127.0.0.1:64339, baseZNode=/1-948201671 Set watcher on znode that does not yet exist, /1-948201671/acl 2024-11-21T14:19:54,280 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33487 2024-11-21T14:19:54,280 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33487 2024-11-21T14:19:54,288 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33487 2024-11-21T14:19:54,296 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33487 2024-11-21T14:19:54,297 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33487 2024-11-21T14:19:54,311 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8a7a968213a0:0 server-side Connection retries=45 2024-11-21T14:19:54,311 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T14:19:54,311 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T14:19:54,311 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T14:19:54,311 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T14:19:54,311 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T14:19:54,311 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T14:19:54,311 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T14:19:54,312 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43885 2024-11-21T14:19:54,312 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43885 connecting to ZooKeeper ensemble=127.0.0.1:64339 2024-11-21T14:19:54,313 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:19:54,314 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:19:54,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:438850x0, quorum=127.0.0.1:64339, baseZNode=/1-948201671 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T14:19:54,318 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:438850x0, quorum=127.0.0.1:64339, baseZNode=/1-948201671 Set watcher on znode that does not yet exist, /1-948201671/running 2024-11-21T14:19:54,318 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43885-0x1013ae5db760004 connected 2024-11-21T14:19:54,318 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T14:19:54,319 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T14:19:54,319 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43885-0x1013ae5db760004, quorum=127.0.0.1:64339, baseZNode=/1-948201671 Set watcher on znode that does not yet exist, /1-948201671/master 2024-11-21T14:19:54,320 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43885-0x1013ae5db760004, quorum=127.0.0.1:64339, baseZNode=/1-948201671 Set watcher on znode that does not yet exist, /1-948201671/acl 2024-11-21T14:19:54,324 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43885 2024-11-21T14:19:54,326 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43885 2024-11-21T14:19:54,326 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43885 2024-11-21T14:19:54,327 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43885 2024-11-21T14:19:54,327 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43885 2024-11-21T14:19:54,342 DEBUG [M:0;8a7a968213a0:33487 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8a7a968213a0:33487 2024-11-21T14:19:54,342 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-948201671/backup-masters/8a7a968213a0,33487,1732198794253 2024-11-21T14:19:54,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43885-0x1013ae5db760004, quorum=127.0.0.1:64339, baseZNode=/1-948201671 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-948201671/backup-masters 2024-11-21T14:19:54,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33487-0x1013ae5db760003, quorum=127.0.0.1:64339, baseZNode=/1-948201671 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-948201671/backup-masters 2024-11-21T14:19:54,348 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33487-0x1013ae5db760003, quorum=127.0.0.1:64339, baseZNode=/1-948201671 Set watcher on existing znode=/1-948201671/backup-masters/8a7a968213a0,33487,1732198794253 2024-11-21T14:19:54,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43885-0x1013ae5db760004, quorum=127.0.0.1:64339, baseZNode=/1-948201671 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-948201671/master 2024-11-21T14:19:54,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33487-0x1013ae5db760003, quorum=127.0.0.1:64339, baseZNode=/1-948201671 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-948201671 2024-11-21T14:19:54,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43885-0x1013ae5db760004, quorum=127.0.0.1:64339, baseZNode=/1-948201671 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-948201671 2024-11-21T14:19:54,350 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33487-0x1013ae5db760003, quorum=127.0.0.1:64339, baseZNode=/1-948201671 Set watcher on existing znode=/1-948201671/master 2024-11-21T14:19:54,350 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-948201671/backup-masters/8a7a968213a0,33487,1732198794253 from backup master directory 2024-11-21T14:19:54,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43885-0x1013ae5db760004, quorum=127.0.0.1:64339, baseZNode=/1-948201671 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-948201671/backup-masters 2024-11-21T14:19:54,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33487-0x1013ae5db760003, quorum=127.0.0.1:64339, baseZNode=/1-948201671 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-948201671/backup-masters/8a7a968213a0,33487,1732198794253 2024-11-21T14:19:54,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33487-0x1013ae5db760003, quorum=127.0.0.1:64339, baseZNode=/1-948201671 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-948201671/backup-masters 2024-11-21T14:19:54,353 WARN [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T14:19:54,353 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8a7a968213a0,33487,1732198794253 2024-11-21T14:19:54,356 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40679/user/jenkins/test-data/81c90c60-f033-fd83-cf7d-437d385f8386/hbase.id] with ID: cfcf4d15-a540-4bfe-9a8d-273b0766b582 2024-11-21T14:19:54,356 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40679/user/jenkins/test-data/81c90c60-f033-fd83-cf7d-437d385f8386/.tmp/hbase.id 2024-11-21T14:19:54,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35891 is added to blk_1073741826_1002 (size=42) 2024-11-21T14:19:54,764 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40679/user/jenkins/test-data/81c90c60-f033-fd83-cf7d-437d385f8386/.tmp/hbase.id]:[hdfs://localhost:40679/user/jenkins/test-data/81c90c60-f033-fd83-cf7d-437d385f8386/hbase.id] 2024-11-21T14:19:54,774 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:19:54,774 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T14:19:54,774 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-21T14:19:54,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43885-0x1013ae5db760004, quorum=127.0.0.1:64339, baseZNode=/1-948201671 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-948201671 2024-11-21T14:19:54,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33487-0x1013ae5db760003, quorum=127.0.0.1:64339, baseZNode=/1-948201671 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-948201671 2024-11-21T14:19:54,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35891 is added to blk_1073741827_1003 (size=196) 2024-11-21T14:19:55,182 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T14:19:55,182 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T14:19:55,183 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:19:55,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35891 is added to blk_1073741828_1004 (size=1189) 2024-11-21T14:19:55,589 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40679/user/jenkins/test-data/81c90c60-f033-fd83-cf7d-437d385f8386/MasterData/data/master/store 2024-11-21T14:19:55,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35891 is added to blk_1073741829_1005 (size=34) 2024-11-21T14:19:55,595 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:19:55,595 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T14:19:55,595 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:19:55,595 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:19:55,595 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T14:19:55,595 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:19:55,595 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:19:55,595 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732198795595Disabling compacts and flushes for region at 1732198795595Disabling writes for close at 1732198795595Writing region close event to WAL at 1732198795595Closed at 1732198795595 2024-11-21T14:19:55,596 WARN [master/8a7a968213a0:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40679/user/jenkins/test-data/81c90c60-f033-fd83-cf7d-437d385f8386/MasterData/data/master/store/.initializing 2024-11-21T14:19:55,596 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40679/user/jenkins/test-data/81c90c60-f033-fd83-cf7d-437d385f8386/MasterData/WALs/8a7a968213a0,33487,1732198794253 2024-11-21T14:19:55,597 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T14:19:55,598 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8a7a968213a0%2C33487%2C1732198794253, suffix=, logDir=hdfs://localhost:40679/user/jenkins/test-data/81c90c60-f033-fd83-cf7d-437d385f8386/MasterData/WALs/8a7a968213a0,33487,1732198794253, archiveDir=hdfs://localhost:40679/user/jenkins/test-data/81c90c60-f033-fd83-cf7d-437d385f8386/MasterData/oldWALs, maxLogs=10 2024-11-21T14:19:55,615 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/81c90c60-f033-fd83-cf7d-437d385f8386/MasterData/WALs/8a7a968213a0,33487,1732198794253/8a7a968213a0%2C33487%2C1732198794253.1732198795598, exclude list is [], retry=0 2024-11-21T14:19:55,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35891,DS-09578820-f343-4ef1-bcd3-e1a6b022ebe6,DISK] 2024-11-21T14:19:55,619 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/81c90c60-f033-fd83-cf7d-437d385f8386/MasterData/WALs/8a7a968213a0,33487,1732198794253/8a7a968213a0%2C33487%2C1732198794253.1732198795598 2024-11-21T14:19:55,619 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41787:41787)] 2024-11-21T14:19:55,619 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T14:19:55,619 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:19:55,619 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:19:55,619 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:19:55,620 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:19:55,622 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T14:19:55,622 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:19:55,622 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:19:55,622 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:19:55,623 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T14:19:55,623 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:19:55,623 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:19:55,623 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:19:55,624 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T14:19:55,624 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:19:55,624 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:19:55,624 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:19:55,625 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T14:19:55,625 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:19:55,625 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:19:55,625 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:19:55,626 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40679/user/jenkins/test-data/81c90c60-f033-fd83-cf7d-437d385f8386/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:19:55,626 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40679/user/jenkins/test-data/81c90c60-f033-fd83-cf7d-437d385f8386/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:19:55,627 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:19:55,627 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:19:55,627 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T14:19:55,628 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:19:55,630 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40679/user/jenkins/test-data/81c90c60-f033-fd83-cf7d-437d385f8386/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T14:19:55,630 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61780271, jitterRate=-0.07940222322940826}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T14:19:55,630 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732198795620Initializing all the Stores at 1732198795620Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198795620Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198795620Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198795620Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198795620Cleaning up temporary data from old regions at 1732198795627 (+7 ms)Region opened successfully at 1732198795630 (+3 ms) 2024-11-21T14:19:55,630 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T14:19:55,633 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@204ac82f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8a7a968213a0/172.17.0.2:0 2024-11-21T14:19:55,633 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T14:19:55,633 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T14:19:55,633 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T14:19:55,634 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T14:19:55,634 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T14:19:55,634 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T14:19:55,634 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T14:19:55,636 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T14:19:55,636 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33487-0x1013ae5db760003, quorum=127.0.0.1:64339, baseZNode=/1-948201671 Unable to get data of znode /1-948201671/balancer because node does not exist (not necessarily an error) 2024-11-21T14:19:55,637 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-948201671/balancer already deleted, retry=false 2024-11-21T14:19:55,638 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T14:19:55,638 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33487-0x1013ae5db760003, quorum=127.0.0.1:64339, baseZNode=/1-948201671 Unable to get data of znode /1-948201671/normalizer because node does not exist (not necessarily an error) 2024-11-21T14:19:55,639 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-948201671/normalizer already deleted, retry=false 2024-11-21T14:19:55,640 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T14:19:55,641 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33487-0x1013ae5db760003, quorum=127.0.0.1:64339, baseZNode=/1-948201671 Unable to get data of znode /1-948201671/switch/split because node does not exist (not necessarily an error) 2024-11-21T14:19:55,643 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-948201671/switch/split already deleted, retry=false 2024-11-21T14:19:55,643 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33487-0x1013ae5db760003, quorum=127.0.0.1:64339, baseZNode=/1-948201671 Unable to get data of znode /1-948201671/switch/merge because node does not exist (not necessarily an error) 2024-11-21T14:19:55,644 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-948201671/switch/merge already deleted, retry=false 2024-11-21T14:19:55,646 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33487-0x1013ae5db760003, quorum=127.0.0.1:64339, baseZNode=/1-948201671 Unable to get data of znode /1-948201671/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T14:19:55,647 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-948201671/snapshot-cleanup already deleted, retry=false 2024-11-21T14:19:55,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33487-0x1013ae5db760003, quorum=127.0.0.1:64339, baseZNode=/1-948201671 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-948201671/running 2024-11-21T14:19:55,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33487-0x1013ae5db760003, quorum=127.0.0.1:64339, baseZNode=/1-948201671 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-948201671 2024-11-21T14:19:55,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43885-0x1013ae5db760004, quorum=127.0.0.1:64339, baseZNode=/1-948201671 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-948201671/running 2024-11-21T14:19:55,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43885-0x1013ae5db760004, quorum=127.0.0.1:64339, baseZNode=/1-948201671 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-948201671 2024-11-21T14:19:55,649 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8a7a968213a0,33487,1732198794253, sessionid=0x1013ae5db760003, setting cluster-up flag (Was=false) 2024-11-21T14:19:55,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33487-0x1013ae5db760003, quorum=127.0.0.1:64339, baseZNode=/1-948201671 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-948201671 2024-11-21T14:19:55,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43885-0x1013ae5db760004, quorum=127.0.0.1:64339, baseZNode=/1-948201671 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-948201671 2024-11-21T14:19:55,656 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-948201671/flush-table-proc/acquired, /1-948201671/flush-table-proc/reached, /1-948201671/flush-table-proc/abort 2024-11-21T14:19:55,657 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8a7a968213a0,33487,1732198794253 2024-11-21T14:19:55,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33487-0x1013ae5db760003, quorum=127.0.0.1:64339, baseZNode=/1-948201671 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-948201671 2024-11-21T14:19:55,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43885-0x1013ae5db760004, quorum=127.0.0.1:64339, baseZNode=/1-948201671 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-948201671 2024-11-21T14:19:55,664 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-948201671/online-snapshot/acquired, /1-948201671/online-snapshot/reached, /1-948201671/online-snapshot/abort 2024-11-21T14:19:55,665 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8a7a968213a0,33487,1732198794253 2024-11-21T14:19:55,666 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40679/user/jenkins/test-data/81c90c60-f033-fd83-cf7d-437d385f8386/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T14:19:55,667 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T14:19:55,667 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T14:19:55,668 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T14:19:55,668 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8a7a968213a0,33487,1732198794253 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T14:19:55,669 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8a7a968213a0:0, corePoolSize=5, maxPoolSize=5 2024-11-21T14:19:55,669 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8a7a968213a0:0, corePoolSize=5, maxPoolSize=5 2024-11-21T14:19:55,669 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8a7a968213a0:0, corePoolSize=5, maxPoolSize=5 2024-11-21T14:19:55,669 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8a7a968213a0:0, corePoolSize=5, maxPoolSize=5 2024-11-21T14:19:55,669 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8a7a968213a0:0, corePoolSize=10, maxPoolSize=10 2024-11-21T14:19:55,669 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:19:55,669 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8a7a968213a0:0, corePoolSize=2, maxPoolSize=2 2024-11-21T14:19:55,669 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:19:55,673 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T14:19:55,673 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T14:19:55,674 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:19:55,674 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T14:19:55,677 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732198825677 2024-11-21T14:19:55,677 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T14:19:55,677 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T14:19:55,677 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T14:19:55,677 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T14:19:55,677 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T14:19:55,677 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T14:19:55,677 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T14:19:55,678 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T14:19:55,678 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T14:19:55,678 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T14:19:55,678 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T14:19:55,680 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T14:19:55,680 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T14:19:55,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35891 is added to blk_1073741831_1007 (size=1321) 2024-11-21T14:19:55,684 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8a7a968213a0:0:becomeActiveMaster-HFileCleaner.large.0-1732198795680,5,FailOnTimeoutGroup] 2024-11-21T14:19:55,684 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8a7a968213a0:0:becomeActiveMaster-HFileCleaner.small.0-1732198795684,5,FailOnTimeoutGroup] 2024-11-21T14:19:55,685 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T14:19:55,685 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T14:19:55,685 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T14:19:55,685 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T14:19:55,730 INFO [RS:0;8a7a968213a0:43885 {}] regionserver.HRegionServer(746): ClusterId : cfcf4d15-a540-4bfe-9a8d-273b0766b582 2024-11-21T14:19:55,730 DEBUG [RS:0;8a7a968213a0:43885 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T14:19:55,732 DEBUG [RS:0;8a7a968213a0:43885 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T14:19:55,732 DEBUG [RS:0;8a7a968213a0:43885 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T14:19:55,734 DEBUG [RS:0;8a7a968213a0:43885 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T14:19:55,734 DEBUG [RS:0;8a7a968213a0:43885 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23aa27a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8a7a968213a0/172.17.0.2:0 2024-11-21T14:19:55,750 DEBUG [RS:0;8a7a968213a0:43885 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8a7a968213a0:43885 2024-11-21T14:19:55,750 INFO [RS:0;8a7a968213a0:43885 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T14:19:55,750 INFO [RS:0;8a7a968213a0:43885 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T14:19:55,750 DEBUG [RS:0;8a7a968213a0:43885 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T14:19:55,750 INFO [RS:0;8a7a968213a0:43885 {}] regionserver.HRegionServer(2659): reportForDuty to master=8a7a968213a0,33487,1732198794253 with port=43885, startcode=1732198794311 2024-11-21T14:19:55,751 DEBUG [RS:0;8a7a968213a0:43885 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T14:19:55,752 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59239, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T14:19:55,752 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33487 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8a7a968213a0,43885,1732198794311 2024-11-21T14:19:55,752 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33487 {}] master.ServerManager(517): Registering regionserver=8a7a968213a0,43885,1732198794311 2024-11-21T14:19:55,753 DEBUG [RS:0;8a7a968213a0:43885 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40679/user/jenkins/test-data/81c90c60-f033-fd83-cf7d-437d385f8386 2024-11-21T14:19:55,754 DEBUG [RS:0;8a7a968213a0:43885 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40679 2024-11-21T14:19:55,754 DEBUG [RS:0;8a7a968213a0:43885 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T14:19:55,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33487-0x1013ae5db760003, quorum=127.0.0.1:64339, baseZNode=/1-948201671 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-948201671/rs 2024-11-21T14:19:55,760 DEBUG [RS:0;8a7a968213a0:43885 {}] zookeeper.ZKUtil(111): regionserver:43885-0x1013ae5db760004, quorum=127.0.0.1:64339, baseZNode=/1-948201671 Set watcher on existing znode=/1-948201671/rs/8a7a968213a0,43885,1732198794311 2024-11-21T14:19:55,760 WARN [RS:0;8a7a968213a0:43885 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T14:19:55,760 INFO [RS:0;8a7a968213a0:43885 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:19:55,760 DEBUG [RS:0;8a7a968213a0:43885 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40679/user/jenkins/test-data/81c90c60-f033-fd83-cf7d-437d385f8386/WALs/8a7a968213a0,43885,1732198794311 2024-11-21T14:19:55,760 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8a7a968213a0,43885,1732198794311] 2024-11-21T14:19:55,763 INFO [RS:0;8a7a968213a0:43885 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T14:19:55,765 INFO [RS:0;8a7a968213a0:43885 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T14:19:55,765 INFO [RS:0;8a7a968213a0:43885 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T14:19:55,765 INFO [RS:0;8a7a968213a0:43885 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T14:19:55,765 INFO [RS:0;8a7a968213a0:43885 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T14:19:55,766 INFO [RS:0;8a7a968213a0:43885 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T14:19:55,766 INFO [RS:0;8a7a968213a0:43885 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T14:19:55,766 DEBUG [RS:0;8a7a968213a0:43885 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:19:55,766 DEBUG [RS:0;8a7a968213a0:43885 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:19:55,766 DEBUG [RS:0;8a7a968213a0:43885 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:19:55,766 DEBUG [RS:0;8a7a968213a0:43885 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:19:55,766 DEBUG [RS:0;8a7a968213a0:43885 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:19:55,766 DEBUG [RS:0;8a7a968213a0:43885 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8a7a968213a0:0, corePoolSize=2, maxPoolSize=2 2024-11-21T14:19:55,766 DEBUG [RS:0;8a7a968213a0:43885 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:19:55,766 DEBUG [RS:0;8a7a968213a0:43885 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:19:55,766 DEBUG [RS:0;8a7a968213a0:43885 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:19:55,766 DEBUG [RS:0;8a7a968213a0:43885 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:19:55,766 DEBUG [RS:0;8a7a968213a0:43885 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:19:55,766 DEBUG [RS:0;8a7a968213a0:43885 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:19:55,766 DEBUG [RS:0;8a7a968213a0:43885 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8a7a968213a0:0, corePoolSize=3, maxPoolSize=3 2024-11-21T14:19:55,766 DEBUG [RS:0;8a7a968213a0:43885 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8a7a968213a0:0, corePoolSize=3, maxPoolSize=3 2024-11-21T14:19:55,769 INFO [RS:0;8a7a968213a0:43885 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T14:19:55,769 INFO [RS:0;8a7a968213a0:43885 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T14:19:55,769 INFO [RS:0;8a7a968213a0:43885 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T14:19:55,769 INFO [RS:0;8a7a968213a0:43885 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T14:19:55,769 INFO [RS:0;8a7a968213a0:43885 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T14:19:55,769 INFO [RS:0;8a7a968213a0:43885 {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,43885,1732198794311-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T14:19:55,783 INFO [RS:0;8a7a968213a0:43885 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T14:19:55,784 INFO [RS:0;8a7a968213a0:43885 {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,43885,1732198794311-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T14:19:55,784 INFO [RS:0;8a7a968213a0:43885 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:19:55,784 INFO [RS:0;8a7a968213a0:43885 {}] regionserver.Replication(171): 8a7a968213a0,43885,1732198794311 started 2024-11-21T14:19:55,797 INFO [RS:0;8a7a968213a0:43885 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:19:55,797 INFO [RS:0;8a7a968213a0:43885 {}] regionserver.HRegionServer(1482): Serving as 8a7a968213a0,43885,1732198794311, RpcServer on 8a7a968213a0/172.17.0.2:43885, sessionid=0x1013ae5db760004 2024-11-21T14:19:55,797 DEBUG [RS:0;8a7a968213a0:43885 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T14:19:55,797 DEBUG [RS:0;8a7a968213a0:43885 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8a7a968213a0,43885,1732198794311 2024-11-21T14:19:55,797 DEBUG [RS:0;8a7a968213a0:43885 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8a7a968213a0,43885,1732198794311' 2024-11-21T14:19:55,797 DEBUG [RS:0;8a7a968213a0:43885 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-948201671/flush-table-proc/abort' 2024-11-21T14:19:55,797 DEBUG [RS:0;8a7a968213a0:43885 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-948201671/flush-table-proc/acquired' 2024-11-21T14:19:55,798 DEBUG [RS:0;8a7a968213a0:43885 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T14:19:55,798 DEBUG [RS:0;8a7a968213a0:43885 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T14:19:55,798 DEBUG [RS:0;8a7a968213a0:43885 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8a7a968213a0,43885,1732198794311 2024-11-21T14:19:55,798 DEBUG [RS:0;8a7a968213a0:43885 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8a7a968213a0,43885,1732198794311' 2024-11-21T14:19:55,798 DEBUG [RS:0;8a7a968213a0:43885 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-948201671/online-snapshot/abort' 2024-11-21T14:19:55,798 DEBUG [RS:0;8a7a968213a0:43885 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-948201671/online-snapshot/acquired' 2024-11-21T14:19:55,798 DEBUG [RS:0;8a7a968213a0:43885 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T14:19:55,798 INFO [RS:0;8a7a968213a0:43885 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T14:19:55,798 INFO [RS:0;8a7a968213a0:43885 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T14:19:55,899 INFO [RS:0;8a7a968213a0:43885 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T14:19:55,900 INFO [RS:0;8a7a968213a0:43885 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8a7a968213a0%2C43885%2C1732198794311, suffix=, logDir=hdfs://localhost:40679/user/jenkins/test-data/81c90c60-f033-fd83-cf7d-437d385f8386/WALs/8a7a968213a0,43885,1732198794311, archiveDir=hdfs://localhost:40679/user/jenkins/test-data/81c90c60-f033-fd83-cf7d-437d385f8386/oldWALs, maxLogs=10 2024-11-21T14:19:55,915 DEBUG [RS:0;8a7a968213a0:43885 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/81c90c60-f033-fd83-cf7d-437d385f8386/WALs/8a7a968213a0,43885,1732198794311/8a7a968213a0%2C43885%2C1732198794311.1732198795901, exclude list is [], retry=0 2024-11-21T14:19:55,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35891,DS-09578820-f343-4ef1-bcd3-e1a6b022ebe6,DISK] 2024-11-21T14:19:55,920 INFO [RS:0;8a7a968213a0:43885 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/81c90c60-f033-fd83-cf7d-437d385f8386/WALs/8a7a968213a0,43885,1732198794311/8a7a968213a0%2C43885%2C1732198794311.1732198795901 2024-11-21T14:19:55,922 DEBUG [RS:0;8a7a968213a0:43885 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41787:41787)] 2024-11-21T14:19:56,083 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40679/user/jenkins/test-data/81c90c60-f033-fd83-cf7d-437d385f8386/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T14:19:56,083 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40679/user/jenkins/test-data/81c90c60-f033-fd83-cf7d-437d385f8386 2024-11-21T14:19:56,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35891 is added to blk_1073741833_1009 (size=32) 2024-11-21T14:19:56,489 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:19:56,490 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T14:19:56,491 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T14:19:56,491 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:19:56,491 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:19:56,491 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T14:19:56,492 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T14:19:56,492 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:19:56,492 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:19:56,492 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T14:19:56,493 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T14:19:56,493 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:19:56,493 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:19:56,494 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T14:19:56,494 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T14:19:56,494 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:19:56,494 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:19:56,495 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T14:19:56,495 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40679/user/jenkins/test-data/81c90c60-f033-fd83-cf7d-437d385f8386/data/hbase/meta/1588230740 2024-11-21T14:19:56,495 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40679/user/jenkins/test-data/81c90c60-f033-fd83-cf7d-437d385f8386/data/hbase/meta/1588230740 2024-11-21T14:19:56,496 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T14:19:56,496 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T14:19:56,496 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T14:19:56,497 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T14:19:56,499 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40679/user/jenkins/test-data/81c90c60-f033-fd83-cf7d-437d385f8386/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T14:19:56,499 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74870462, jitterRate=0.11565682291984558}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T14:19:56,499 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732198796489Initializing all the Stores at 1732198796489Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198796489Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198796490 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198796490Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198796490Cleaning up temporary data from old regions at 1732198796496 (+6 ms)Region opened successfully at 1732198796499 (+3 ms) 2024-11-21T14:19:56,499 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T14:19:56,499 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T14:19:56,499 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T14:19:56,499 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T14:19:56,499 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T14:19:56,500 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T14:19:56,500 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732198796499Disabling compacts and flushes for region at 1732198796499Disabling writes for close at 1732198796499Writing region close event to WAL at 1732198796500 (+1 ms)Closed at 1732198796500 2024-11-21T14:19:56,501 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T14:19:56,501 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T14:19:56,501 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T14:19:56,501 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T14:19:56,502 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T14:19:56,653 DEBUG [8a7a968213a0:33487 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T14:19:56,653 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8a7a968213a0,43885,1732198794311 2024-11-21T14:19:56,654 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8a7a968213a0,43885,1732198794311, state=OPENING 2024-11-21T14:19:56,656 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T14:19:56,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33487-0x1013ae5db760003, quorum=127.0.0.1:64339, baseZNode=/1-948201671 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-948201671 2024-11-21T14:19:56,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43885-0x1013ae5db760004, quorum=127.0.0.1:64339, baseZNode=/1-948201671 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-948201671 2024-11-21T14:19:56,658 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T14:19:56,658 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-948201671/meta-region-server: CHANGED 2024-11-21T14:19:56,658 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-948201671/meta-region-server: CHANGED 2024-11-21T14:19:56,658 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8a7a968213a0,43885,1732198794311}] 2024-11-21T14:19:56,810 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T14:19:56,812 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54627, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T14:19:56,815 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T14:19:56,815 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:19:56,816 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T14:19:56,817 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8a7a968213a0%2C43885%2C1732198794311.meta, suffix=.meta, logDir=hdfs://localhost:40679/user/jenkins/test-data/81c90c60-f033-fd83-cf7d-437d385f8386/WALs/8a7a968213a0,43885,1732198794311, archiveDir=hdfs://localhost:40679/user/jenkins/test-data/81c90c60-f033-fd83-cf7d-437d385f8386/oldWALs, maxLogs=10 2024-11-21T14:19:56,830 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/81c90c60-f033-fd83-cf7d-437d385f8386/WALs/8a7a968213a0,43885,1732198794311/8a7a968213a0%2C43885%2C1732198794311.meta.1732198796817.meta, exclude list is [], retry=0 2024-11-21T14:19:56,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35891,DS-09578820-f343-4ef1-bcd3-e1a6b022ebe6,DISK] 2024-11-21T14:19:56,834 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/81c90c60-f033-fd83-cf7d-437d385f8386/WALs/8a7a968213a0,43885,1732198794311/8a7a968213a0%2C43885%2C1732198794311.meta.1732198796817.meta 2024-11-21T14:19:56,834 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41787:41787)] 2024-11-21T14:19:56,834 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T14:19:56,835 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T14:19:56,835 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T14:19:56,835 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T14:19:56,835 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T14:19:56,835 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T14:19:56,835 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:19:56,835 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T14:19:56,835 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T14:19:56,836 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T14:19:56,837 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T14:19:56,837 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:19:56,837 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:19:56,837 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T14:19:56,838 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T14:19:56,838 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:19:56,838 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:19:56,838 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T14:19:56,839 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T14:19:56,839 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:19:56,839 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:19:56,839 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T14:19:56,840 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T14:19:56,840 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:19:56,840 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:19:56,840 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T14:19:56,841 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40679/user/jenkins/test-data/81c90c60-f033-fd83-cf7d-437d385f8386/data/hbase/meta/1588230740 2024-11-21T14:19:56,841 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40679/user/jenkins/test-data/81c90c60-f033-fd83-cf7d-437d385f8386/data/hbase/meta/1588230740 2024-11-21T14:19:56,842 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T14:19:56,842 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T14:19:56,843 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T14:19:56,844 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T14:19:56,844 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59122157, jitterRate=-0.11901120841503143}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T14:19:56,844 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T14:19:56,844 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732198796835Writing region info on filesystem at 1732198796835Initializing all the Stores at 1732198796836 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198796836Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198796836Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198796836Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198796836Cleaning up temporary data from old regions at 1732198796842 (+6 ms)Running coprocessor post-open hooks at 1732198796844 (+2 ms)Region opened successfully at 1732198796844 2024-11-21T14:19:56,845 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732198796810 2024-11-21T14:19:56,847 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T14:19:56,847 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T14:19:56,847 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=8a7a968213a0,43885,1732198794311 2024-11-21T14:19:56,848 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8a7a968213a0,43885,1732198794311, state=OPEN 2024-11-21T14:19:56,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33487-0x1013ae5db760003, quorum=127.0.0.1:64339, baseZNode=/1-948201671 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-948201671/meta-region-server 2024-11-21T14:19:56,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43885-0x1013ae5db760004, quorum=127.0.0.1:64339, baseZNode=/1-948201671 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-948201671/meta-region-server 2024-11-21T14:19:56,849 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8a7a968213a0,43885,1732198794311 2024-11-21T14:19:56,849 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-948201671/meta-region-server: CHANGED 2024-11-21T14:19:56,849 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-948201671/meta-region-server: CHANGED 2024-11-21T14:19:56,851 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T14:19:56,851 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8a7a968213a0,43885,1732198794311 in 191 msec 2024-11-21T14:19:56,852 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T14:19:56,852 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 350 msec 2024-11-21T14:19:56,853 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T14:19:56,853 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T14:19:56,854 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:19:56,854 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a7a968213a0,43885,1732198794311, seqNum=-1] 2024-11-21T14:19:56,854 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:19:56,855 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36571, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T14:19:56,858 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1910 sec 2024-11-21T14:19:56,859 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732198796859, completionTime=-1 2024-11-21T14:19:56,859 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T14:19:56,859 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T14:19:56,860 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T14:19:56,860 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732198856860 2024-11-21T14:19:56,860 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732198916860 2024-11-21T14:19:56,860 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-21T14:19:56,861 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,33487,1732198794253-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T14:19:56,861 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,33487,1732198794253-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:19:56,861 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,33487,1732198794253-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:19:56,861 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8a7a968213a0:33487, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:19:56,861 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T14:19:56,861 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T14:19:56,862 DEBUG [master/8a7a968213a0:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T14:19:56,864 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.511sec 2024-11-21T14:19:56,864 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T14:19:56,864 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T14:19:56,864 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T14:19:56,864 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T14:19:56,864 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T14:19:56,864 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,33487,1732198794253-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T14:19:56,864 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,33487,1732198794253-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T14:19:56,865 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T14:19:56,865 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T14:19:56,865 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,33487,1732198794253-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:19:56,931 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b900a68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:19:56,931 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8a7a968213a0,33487,-1 for getting cluster id 2024-11-21T14:19:56,931 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:19:56,932 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cfcf4d15-a540-4bfe-9a8d-273b0766b582' 2024-11-21T14:19:56,933 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:19:56,933 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cfcf4d15-a540-4bfe-9a8d-273b0766b582" 2024-11-21T14:19:56,933 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dc07f8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:19:56,933 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a7a968213a0,33487,-1] 2024-11-21T14:19:56,933 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:19:56,933 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:19:56,934 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:19:56,935 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f9ab952, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:19:56,935 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:19:56,936 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a7a968213a0,43885,1732198794311, seqNum=-1] 2024-11-21T14:19:56,936 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:19:56,937 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T14:19:56,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=8a7a968213a0,33487,1732198794253 2024-11-21T14:19:56,939 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:64339 2024-11-21T14:19:56,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:64339, baseZNode=/1-948201671 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T14:19:56,941 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013ae5db760005 connected 2024-11-21T14:19:56,945 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T14:19:56,946 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a7a968213a0,40421,1732198790497 2024-11-21T14:19:56,946 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@49c6216d 2024-11-21T14:19:56,946 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T14:19:56,947 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T14:19:56,948 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40421 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T14:19:56,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40421 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-21T14:19:56,950 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T14:19:56,950 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:19:56,950 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40421 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-21T14:19:56,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40421 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T14:19:56,951 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T14:19:56,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37445 is added to blk_1073741835_1011 (size=902) 2024-11-21T14:19:56,958 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 44aa13c964fb40e2641dd6c59e647063, NAME => 'test,,1732198796947.44aa13c964fb40e2641dd6c59e647063.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46213/user/jenkins/test-data/aac7d23d-fd7c-1dd8-2a95-7c5fea16053f 2024-11-21T14:19:56,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37445 is added to blk_1073741836_1012 (size=39) 2024-11-21T14:19:57,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40421 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T14:19:57,244 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T14:19:57,244 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-21T14:19:57,245 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T14:19:57,245 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-21T14:19:57,245 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T14:19:57,245 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-21T14:19:57,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40421 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T14:19:57,363 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732198796947.44aa13c964fb40e2641dd6c59e647063.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:19:57,363 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 44aa13c964fb40e2641dd6c59e647063, disabling compactions & flushes 2024-11-21T14:19:57,363 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732198796947.44aa13c964fb40e2641dd6c59e647063. 2024-11-21T14:19:57,363 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732198796947.44aa13c964fb40e2641dd6c59e647063. 2024-11-21T14:19:57,363 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732198796947.44aa13c964fb40e2641dd6c59e647063. after waiting 0 ms 2024-11-21T14:19:57,363 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732198796947.44aa13c964fb40e2641dd6c59e647063. 2024-11-21T14:19:57,363 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732198796947.44aa13c964fb40e2641dd6c59e647063. 2024-11-21T14:19:57,363 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 44aa13c964fb40e2641dd6c59e647063: Waiting for close lock at 1732198797363Disabling compacts and flushes for region at 1732198797363Disabling writes for close at 1732198797363Writing region close event to WAL at 1732198797363Closed at 1732198797363 2024-11-21T14:19:57,364 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T14:19:57,365 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732198796947.44aa13c964fb40e2641dd6c59e647063.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732198797364"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732198797364"}]},"ts":"1732198797364"} 2024-11-21T14:19:57,367 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T14:19:57,368 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T14:19:57,368 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732198797368"}]},"ts":"1732198797368"} 2024-11-21T14:19:57,370 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-21T14:19:57,370 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=44aa13c964fb40e2641dd6c59e647063, ASSIGN}] 2024-11-21T14:19:57,371 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=44aa13c964fb40e2641dd6c59e647063, ASSIGN 2024-11-21T14:19:57,371 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=44aa13c964fb40e2641dd6c59e647063, ASSIGN; state=OFFLINE, location=8a7a968213a0,35901,1732198790562; forceNewPlan=false, retain=false 2024-11-21T14:19:57,522 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=44aa13c964fb40e2641dd6c59e647063, regionState=OPENING, regionLocation=8a7a968213a0,35901,1732198790562 2024-11-21T14:19:57,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=44aa13c964fb40e2641dd6c59e647063, ASSIGN because future has completed 2024-11-21T14:19:57,525 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 44aa13c964fb40e2641dd6c59e647063, server=8a7a968213a0,35901,1732198790562}] 2024-11-21T14:19:57,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40421 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T14:19:57,679 INFO [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732198796947.44aa13c964fb40e2641dd6c59e647063. 2024-11-21T14:19:57,679 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 44aa13c964fb40e2641dd6c59e647063, NAME => 'test,,1732198796947.44aa13c964fb40e2641dd6c59e647063.', STARTKEY => '', ENDKEY => ''} 2024-11-21T14:19:57,680 INFO [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T14:19:57,680 INFO [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-21T14:19:57,680 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 44aa13c964fb40e2641dd6c59e647063 2024-11-21T14:19:57,680 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732198796947.44aa13c964fb40e2641dd6c59e647063.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:19:57,680 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 44aa13c964fb40e2641dd6c59e647063 2024-11-21T14:19:57,680 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 44aa13c964fb40e2641dd6c59e647063 2024-11-21T14:19:57,681 INFO [StoreOpener-44aa13c964fb40e2641dd6c59e647063-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 44aa13c964fb40e2641dd6c59e647063 2024-11-21T14:19:57,682 INFO [StoreOpener-44aa13c964fb40e2641dd6c59e647063-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 44aa13c964fb40e2641dd6c59e647063 columnFamilyName f 2024-11-21T14:19:57,682 DEBUG [StoreOpener-44aa13c964fb40e2641dd6c59e647063-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:19:57,683 INFO [StoreOpener-44aa13c964fb40e2641dd6c59e647063-1 {}] regionserver.HStore(327): Store=44aa13c964fb40e2641dd6c59e647063/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:19:57,683 INFO [StoreOpener-44aa13c964fb40e2641dd6c59e647063-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 44aa13c964fb40e2641dd6c59e647063 2024-11-21T14:19:57,684 INFO [StoreOpener-44aa13c964fb40e2641dd6c59e647063-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 44aa13c964fb40e2641dd6c59e647063 columnFamilyName f1 2024-11-21T14:19:57,684 DEBUG [StoreOpener-44aa13c964fb40e2641dd6c59e647063-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:19:57,684 INFO [StoreOpener-44aa13c964fb40e2641dd6c59e647063-1 {}] regionserver.HStore(327): Store=44aa13c964fb40e2641dd6c59e647063/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:19:57,684 INFO [StoreOpener-44aa13c964fb40e2641dd6c59e647063-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 44aa13c964fb40e2641dd6c59e647063 2024-11-21T14:19:57,685 INFO [StoreOpener-44aa13c964fb40e2641dd6c59e647063-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 44aa13c964fb40e2641dd6c59e647063 columnFamilyName norep 2024-11-21T14:19:57,685 DEBUG [StoreOpener-44aa13c964fb40e2641dd6c59e647063-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:19:57,685 INFO [StoreOpener-44aa13c964fb40e2641dd6c59e647063-1 {}] regionserver.HStore(327): Store=44aa13c964fb40e2641dd6c59e647063/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:19:57,685 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 44aa13c964fb40e2641dd6c59e647063 2024-11-21T14:19:57,686 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46213/user/jenkins/test-data/aac7d23d-fd7c-1dd8-2a95-7c5fea16053f/data/default/test/44aa13c964fb40e2641dd6c59e647063 2024-11-21T14:19:57,686 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46213/user/jenkins/test-data/aac7d23d-fd7c-1dd8-2a95-7c5fea16053f/data/default/test/44aa13c964fb40e2641dd6c59e647063 2024-11-21T14:19:57,687 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 44aa13c964fb40e2641dd6c59e647063 2024-11-21T14:19:57,687 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 44aa13c964fb40e2641dd6c59e647063 2024-11-21T14:19:57,687 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T14:19:57,688 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 44aa13c964fb40e2641dd6c59e647063 2024-11-21T14:19:57,689 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46213/user/jenkins/test-data/aac7d23d-fd7c-1dd8-2a95-7c5fea16053f/data/default/test/44aa13c964fb40e2641dd6c59e647063/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T14:19:57,690 INFO [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 44aa13c964fb40e2641dd6c59e647063; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69475026, jitterRate=0.03525856137275696}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T14:19:57,690 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 44aa13c964fb40e2641dd6c59e647063 2024-11-21T14:19:57,690 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 44aa13c964fb40e2641dd6c59e647063: Running coprocessor pre-open hook at 1732198797680Writing region info on filesystem at 1732198797680Initializing all the Stores at 1732198797681 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198797681Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198797681Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198797681Cleaning up temporary data from old regions at 1732198797687 (+6 ms)Running coprocessor post-open hooks at 1732198797690 (+3 ms)Region opened successfully at 1732198797690 2024-11-21T14:19:57,691 INFO [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732198796947.44aa13c964fb40e2641dd6c59e647063., pid=6, masterSystemTime=1732198797676 2024-11-21T14:19:57,693 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732198796947.44aa13c964fb40e2641dd6c59e647063. 2024-11-21T14:19:57,693 INFO [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732198796947.44aa13c964fb40e2641dd6c59e647063. 2024-11-21T14:19:57,693 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=44aa13c964fb40e2641dd6c59e647063, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=8a7a968213a0,35901,1732198790562 2024-11-21T14:19:57,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 44aa13c964fb40e2641dd6c59e647063, server=8a7a968213a0,35901,1732198790562 because future has completed 2024-11-21T14:19:57,697 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T14:19:57,697 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 44aa13c964fb40e2641dd6c59e647063, server=8a7a968213a0,35901,1732198790562 in 171 msec 2024-11-21T14:19:57,699 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T14:19:57,699 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=44aa13c964fb40e2641dd6c59e647063, ASSIGN in 327 msec 2024-11-21T14:19:57,699 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T14:19:57,700 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732198797699"}]},"ts":"1732198797699"} 2024-11-21T14:19:57,701 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-21T14:19:57,702 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T14:19:57,703 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 754 msec 2024-11-21T14:19:58,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40421 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T14:19:58,090 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-21T14:19:58,090 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T14:19:58,091 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a7a968213a0,33487,1732198794253 2024-11-21T14:19:58,091 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@57d1fa67 2024-11-21T14:19:58,091 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T14:19:58,092 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T14:19:58,093 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33487 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T14:19:58,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33487 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-21T14:19:58,095 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T14:19:58,095 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:19:58,095 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33487 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-21T14:19:58,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T14:19:58,096 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T14:19:58,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35891 is added to blk_1073741835_1011 (size=902) 2024-11-21T14:19:58,147 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:19:58,147 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:19:58,147 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:19:58,147 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:19:58,147 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:19:58,147 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:19:58,151 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:19:58,153 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:19:58,154 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:19:58,155 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:19:58,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T14:19:58,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T14:19:58,504 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 42b15a2ab7e91dcea1939fbc7179ea45, NAME => 'test,,1732198798093.42b15a2ab7e91dcea1939fbc7179ea45.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40679/user/jenkins/test-data/81c90c60-f033-fd83-cf7d-437d385f8386 2024-11-21T14:19:58,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35891 is added to blk_1073741836_1012 (size=39) 2024-11-21T14:19:58,661 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T14:19:58,691 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:19:58,692 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:19:58,692 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:19:58,692 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:19:58,692 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:19:58,693 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:19:58,697 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:19:58,701 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:19:58,701 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:19:58,704 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:19:58,713 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T14:19:58,713 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-21T14:19:58,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T14:19:58,915 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732198798093.42b15a2ab7e91dcea1939fbc7179ea45.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:19:58,915 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 42b15a2ab7e91dcea1939fbc7179ea45, disabling compactions & flushes 2024-11-21T14:19:58,915 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732198798093.42b15a2ab7e91dcea1939fbc7179ea45. 2024-11-21T14:19:58,915 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732198798093.42b15a2ab7e91dcea1939fbc7179ea45. 2024-11-21T14:19:58,915 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732198798093.42b15a2ab7e91dcea1939fbc7179ea45. after waiting 0 ms 2024-11-21T14:19:58,915 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732198798093.42b15a2ab7e91dcea1939fbc7179ea45. 2024-11-21T14:19:58,915 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732198798093.42b15a2ab7e91dcea1939fbc7179ea45. 2024-11-21T14:19:58,915 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 42b15a2ab7e91dcea1939fbc7179ea45: Waiting for close lock at 1732198798915Disabling compacts and flushes for region at 1732198798915Disabling writes for close at 1732198798915Writing region close event to WAL at 1732198798915Closed at 1732198798915 2024-11-21T14:19:58,916 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T14:19:58,917 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732198798093.42b15a2ab7e91dcea1939fbc7179ea45.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732198798916"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732198798916"}]},"ts":"1732198798916"} 2024-11-21T14:19:58,919 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T14:19:58,919 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T14:19:58,920 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732198798919"}]},"ts":"1732198798919"} 2024-11-21T14:19:58,921 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-21T14:19:58,921 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=42b15a2ab7e91dcea1939fbc7179ea45, ASSIGN}] 2024-11-21T14:19:58,922 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=42b15a2ab7e91dcea1939fbc7179ea45, ASSIGN 2024-11-21T14:19:58,923 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=42b15a2ab7e91dcea1939fbc7179ea45, ASSIGN; state=OFFLINE, location=8a7a968213a0,43885,1732198794311; forceNewPlan=false, retain=false 2024-11-21T14:19:59,074 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=42b15a2ab7e91dcea1939fbc7179ea45, regionState=OPENING, regionLocation=8a7a968213a0,43885,1732198794311 2024-11-21T14:19:59,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=42b15a2ab7e91dcea1939fbc7179ea45, ASSIGN because future has completed 2024-11-21T14:19:59,077 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 42b15a2ab7e91dcea1939fbc7179ea45, server=8a7a968213a0,43885,1732198794311}] 2024-11-21T14:19:59,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T14:19:59,232 INFO [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732198798093.42b15a2ab7e91dcea1939fbc7179ea45. 2024-11-21T14:19:59,232 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 42b15a2ab7e91dcea1939fbc7179ea45, NAME => 'test,,1732198798093.42b15a2ab7e91dcea1939fbc7179ea45.', STARTKEY => '', ENDKEY => ''} 2024-11-21T14:19:59,232 INFO [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T14:19:59,232 INFO [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-21T14:19:59,232 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 42b15a2ab7e91dcea1939fbc7179ea45 2024-11-21T14:19:59,232 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732198798093.42b15a2ab7e91dcea1939fbc7179ea45.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:19:59,233 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 42b15a2ab7e91dcea1939fbc7179ea45 2024-11-21T14:19:59,233 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 42b15a2ab7e91dcea1939fbc7179ea45 2024-11-21T14:19:59,234 INFO [StoreOpener-42b15a2ab7e91dcea1939fbc7179ea45-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 42b15a2ab7e91dcea1939fbc7179ea45 2024-11-21T14:19:59,235 INFO [StoreOpener-42b15a2ab7e91dcea1939fbc7179ea45-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 42b15a2ab7e91dcea1939fbc7179ea45 columnFamilyName f 2024-11-21T14:19:59,235 DEBUG [StoreOpener-42b15a2ab7e91dcea1939fbc7179ea45-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:19:59,235 INFO [StoreOpener-42b15a2ab7e91dcea1939fbc7179ea45-1 {}] regionserver.HStore(327): Store=42b15a2ab7e91dcea1939fbc7179ea45/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:19:59,235 INFO [StoreOpener-42b15a2ab7e91dcea1939fbc7179ea45-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 42b15a2ab7e91dcea1939fbc7179ea45 2024-11-21T14:19:59,236 INFO [StoreOpener-42b15a2ab7e91dcea1939fbc7179ea45-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 42b15a2ab7e91dcea1939fbc7179ea45 columnFamilyName f1 2024-11-21T14:19:59,236 DEBUG [StoreOpener-42b15a2ab7e91dcea1939fbc7179ea45-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:19:59,236 INFO [StoreOpener-42b15a2ab7e91dcea1939fbc7179ea45-1 {}] regionserver.HStore(327): Store=42b15a2ab7e91dcea1939fbc7179ea45/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:19:59,236 INFO [StoreOpener-42b15a2ab7e91dcea1939fbc7179ea45-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 42b15a2ab7e91dcea1939fbc7179ea45 2024-11-21T14:19:59,237 INFO [StoreOpener-42b15a2ab7e91dcea1939fbc7179ea45-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 42b15a2ab7e91dcea1939fbc7179ea45 columnFamilyName norep 2024-11-21T14:19:59,237 DEBUG [StoreOpener-42b15a2ab7e91dcea1939fbc7179ea45-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:19:59,238 INFO [StoreOpener-42b15a2ab7e91dcea1939fbc7179ea45-1 {}] regionserver.HStore(327): Store=42b15a2ab7e91dcea1939fbc7179ea45/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:19:59,238 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 42b15a2ab7e91dcea1939fbc7179ea45 2024-11-21T14:19:59,238 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40679/user/jenkins/test-data/81c90c60-f033-fd83-cf7d-437d385f8386/data/default/test/42b15a2ab7e91dcea1939fbc7179ea45 2024-11-21T14:19:59,238 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40679/user/jenkins/test-data/81c90c60-f033-fd83-cf7d-437d385f8386/data/default/test/42b15a2ab7e91dcea1939fbc7179ea45 2024-11-21T14:19:59,239 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 42b15a2ab7e91dcea1939fbc7179ea45 2024-11-21T14:19:59,239 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 42b15a2ab7e91dcea1939fbc7179ea45 2024-11-21T14:19:59,239 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T14:19:59,240 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 42b15a2ab7e91dcea1939fbc7179ea45 2024-11-21T14:19:59,242 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40679/user/jenkins/test-data/81c90c60-f033-fd83-cf7d-437d385f8386/data/default/test/42b15a2ab7e91dcea1939fbc7179ea45/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T14:19:59,242 INFO [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 42b15a2ab7e91dcea1939fbc7179ea45; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68460079, jitterRate=0.02013467252254486}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T14:19:59,242 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 42b15a2ab7e91dcea1939fbc7179ea45 2024-11-21T14:19:59,242 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 42b15a2ab7e91dcea1939fbc7179ea45: Running coprocessor pre-open hook at 1732198799233Writing region info on filesystem at 1732198799233Initializing all the Stores at 1732198799233Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198799233Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198799233Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198799233Cleaning up temporary data from old regions at 1732198799239 (+6 ms)Running coprocessor post-open hooks at 1732198799242 (+3 ms)Region opened successfully at 1732198799242 2024-11-21T14:19:59,243 INFO [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732198798093.42b15a2ab7e91dcea1939fbc7179ea45., pid=6, masterSystemTime=1732198799228 2024-11-21T14:19:59,244 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732198798093.42b15a2ab7e91dcea1939fbc7179ea45. 2024-11-21T14:19:59,244 INFO [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732198798093.42b15a2ab7e91dcea1939fbc7179ea45. 2024-11-21T14:19:59,245 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=42b15a2ab7e91dcea1939fbc7179ea45, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=8a7a968213a0,43885,1732198794311 2024-11-21T14:19:59,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 42b15a2ab7e91dcea1939fbc7179ea45, server=8a7a968213a0,43885,1732198794311 because future has completed 2024-11-21T14:19:59,249 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T14:19:59,249 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 42b15a2ab7e91dcea1939fbc7179ea45, server=8a7a968213a0,43885,1732198794311 in 172 msec 2024-11-21T14:19:59,251 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T14:19:59,251 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=42b15a2ab7e91dcea1939fbc7179ea45, ASSIGN in 328 msec 2024-11-21T14:19:59,251 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T14:19:59,251 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732198799251"}]},"ts":"1732198799251"} 2024-11-21T14:19:59,253 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-21T14:19:59,253 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T14:19:59,255 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1600 sec 2024-11-21T14:20:00,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T14:20:00,250 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-21T14:20:00,251 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e45b7e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:20:00,251 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8a7a968213a0,40421,-1 for getting cluster id 2024-11-21T14:20:00,251 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:20:00,252 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd3e0dc07-9de3-43ad-bcd3-4ff86a954d1b' 2024-11-21T14:20:00,252 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:20:00,252 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d3e0dc07-9de3-43ad-bcd3-4ff86a954d1b" 2024-11-21T14:20:00,252 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cd48481, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:20:00,252 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a7a968213a0,40421,-1] 2024-11-21T14:20:00,252 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:20:00,252 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:20:00,253 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:20:00,254 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51335f26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:20:00,254 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2439cc7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:20:00,254 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8a7a968213a0,33487,-1 for getting cluster id 2024-11-21T14:20:00,255 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:20:00,255 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cfcf4d15-a540-4bfe-9a8d-273b0766b582' 2024-11-21T14:20:00,255 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:20:00,255 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cfcf4d15-a540-4bfe-9a8d-273b0766b582" 2024-11-21T14:20:00,256 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d81646e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:20:00,256 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a7a968213a0,33487,-1] 2024-11-21T14:20:00,256 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:20:00,256 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:20:00,256 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:20:00,257 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a5320d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:20:00,257 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@311dfa4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:20:00,257 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8a7a968213a0,40421,-1 for getting cluster id 2024-11-21T14:20:00,258 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:20:00,258 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd3e0dc07-9de3-43ad-bcd3-4ff86a954d1b' 2024-11-21T14:20:00,258 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:20:00,258 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d3e0dc07-9de3-43ad-bcd3-4ff86a954d1b" 2024-11-21T14:20:00,258 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60ec99dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:20:00,258 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a7a968213a0,40421,-1] 2024-11-21T14:20:00,258 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:20:00,259 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:20:00,259 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:20:00,260 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@623d0e57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:20:00,260 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T14:20:00,260 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a7a968213a0,40421,1732198790497 2024-11-21T14:20:00,260 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@71bf062b 2024-11-21T14:20:00,261 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T14:20:00,261 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T14:20:00,261 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40421 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://8a7a968213a0:33487,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-21T14:20:00,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40421 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T14:20:00,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40421 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T14:20:00,264 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8a7a968213a0:33487' 2024-11-21T14:20:00,267 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5845be76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:20:00,268 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 8a7a968213a0,33487,-1 for getting cluster id 2024-11-21T14:20:00,268 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:20:00,268 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cfcf4d15-a540-4bfe-9a8d-273b0766b582' 2024-11-21T14:20:00,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:20:00,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cfcf4d15-a540-4bfe-9a8d-273b0766b582" 2024-11-21T14:20:00,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3810f73d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:20:00,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a7a968213a0,33487,-1] 2024-11-21T14:20:00,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:20:00,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:20:00,269 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:20:00,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d5e64d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:20:00,270 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T14:20:00,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a7a968213a0,33487,1732198794253 2024-11-21T14:20:00,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5028b0fe 2024-11-21T14:20:00,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T14:20:00,271 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T14:20:00,272 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-21T14:20:00,272 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T14:20:00,272 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:20:00,272 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:20:00,272 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:20:00,273 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T14:20:00,273 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-21T14:20:00,274 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T14:20:00,274 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:20:00,275 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T14:20:00,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37445 is added to blk_1073741837_1013 (size=1138) 2024-11-21T14:20:00,323 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-21T14:20:00,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40421 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T14:20:00,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40421 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T14:20:00,682 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c5448f3ad746eb1301a8ad1d6c5d7e4c, NAME => 'hbase:replication,,1732198800272.c5448f3ad746eb1301a8ad1d6c5d7e4c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46213/user/jenkins/test-data/aac7d23d-fd7c-1dd8-2a95-7c5fea16053f 2024-11-21T14:20:00,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37445 is added to blk_1073741838_1014 (size=44) 2024-11-21T14:20:00,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40421 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T14:20:01,087 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732198800272.c5448f3ad746eb1301a8ad1d6c5d7e4c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:20:01,087 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing c5448f3ad746eb1301a8ad1d6c5d7e4c, disabling compactions & flushes 2024-11-21T14:20:01,087 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732198800272.c5448f3ad746eb1301a8ad1d6c5d7e4c. 2024-11-21T14:20:01,087 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732198800272.c5448f3ad746eb1301a8ad1d6c5d7e4c. 2024-11-21T14:20:01,087 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732198800272.c5448f3ad746eb1301a8ad1d6c5d7e4c. after waiting 0 ms 2024-11-21T14:20:01,088 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732198800272.c5448f3ad746eb1301a8ad1d6c5d7e4c. 2024-11-21T14:20:01,088 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732198800272.c5448f3ad746eb1301a8ad1d6c5d7e4c. 2024-11-21T14:20:01,088 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for c5448f3ad746eb1301a8ad1d6c5d7e4c: Waiting for close lock at 1732198801087Disabling compacts and flushes for region at 1732198801087Disabling writes for close at 1732198801087Writing region close event to WAL at 1732198801088 (+1 ms)Closed at 1732198801088 2024-11-21T14:20:01,089 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T14:20:01,089 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732198800272.c5448f3ad746eb1301a8ad1d6c5d7e4c.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732198801089"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732198801089"}]},"ts":"1732198801089"} 2024-11-21T14:20:01,091 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T14:20:01,091 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T14:20:01,091 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732198801091"}]},"ts":"1732198801091"} 2024-11-21T14:20:01,093 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-21T14:20:01,093 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c5448f3ad746eb1301a8ad1d6c5d7e4c, ASSIGN}] 2024-11-21T14:20:01,094 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c5448f3ad746eb1301a8ad1d6c5d7e4c, ASSIGN 2024-11-21T14:20:01,094 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c5448f3ad746eb1301a8ad1d6c5d7e4c, ASSIGN; state=OFFLINE, location=8a7a968213a0,35901,1732198790562; forceNewPlan=false, retain=false 2024-11-21T14:20:01,245 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c5448f3ad746eb1301a8ad1d6c5d7e4c, regionState=OPENING, regionLocation=8a7a968213a0,35901,1732198790562 2024-11-21T14:20:01,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c5448f3ad746eb1301a8ad1d6c5d7e4c, ASSIGN because future has completed 2024-11-21T14:20:01,248 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c5448f3ad746eb1301a8ad1d6c5d7e4c, server=8a7a968213a0,35901,1732198790562}] 2024-11-21T14:20:01,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40421 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T14:20:01,403 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732198800272.c5448f3ad746eb1301a8ad1d6c5d7e4c. 2024-11-21T14:20:01,403 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:20:01,403 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-21T14:20:01,404 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8a7a968213a0%2C35901%2C1732198790562.rep, suffix=, logDir=hdfs://localhost:46213/user/jenkins/test-data/aac7d23d-fd7c-1dd8-2a95-7c5fea16053f/WALs/8a7a968213a0,35901,1732198790562, archiveDir=hdfs://localhost:46213/user/jenkins/test-data/aac7d23d-fd7c-1dd8-2a95-7c5fea16053f/oldWALs, maxLogs=10 2024-11-21T14:20:01,417 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/aac7d23d-fd7c-1dd8-2a95-7c5fea16053f/WALs/8a7a968213a0,35901,1732198790562/8a7a968213a0%2C35901%2C1732198790562.rep.1732198801404, exclude list is [], retry=0 2024-11-21T14:20:01,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37445,DS-3f13fe6f-f3b1-47b8-be2c-f24cfa689d24,DISK] 2024-11-21T14:20:01,420 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aac7d23d-fd7c-1dd8-2a95-7c5fea16053f/WALs/8a7a968213a0,35901,1732198790562/8a7a968213a0%2C35901%2C1732198790562.rep.1732198801404 2024-11-21T14:20:01,421 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46073:46073)] 2024-11-21T14:20:01,421 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => c5448f3ad746eb1301a8ad1d6c5d7e4c, NAME => 'hbase:replication,,1732198800272.c5448f3ad746eb1301a8ad1d6c5d7e4c.', STARTKEY => '', ENDKEY => ''} 2024-11-21T14:20:01,421 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T14:20:01,421 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T14:20:01,421 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732198800272.c5448f3ad746eb1301a8ad1d6c5d7e4c. service=MultiRowMutationService 2024-11-21T14:20:01,421 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-21T14:20:01,421 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c5448f3ad746eb1301a8ad1d6c5d7e4c 2024-11-21T14:20:01,421 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732198800272.c5448f3ad746eb1301a8ad1d6c5d7e4c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:20:01,421 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for c5448f3ad746eb1301a8ad1d6c5d7e4c 2024-11-21T14:20:01,421 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for c5448f3ad746eb1301a8ad1d6c5d7e4c 2024-11-21T14:20:01,422 INFO [StoreOpener-c5448f3ad746eb1301a8ad1d6c5d7e4c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c5448f3ad746eb1301a8ad1d6c5d7e4c 2024-11-21T14:20:01,423 INFO [StoreOpener-c5448f3ad746eb1301a8ad1d6c5d7e4c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c5448f3ad746eb1301a8ad1d6c5d7e4c columnFamilyName hfileref 2024-11-21T14:20:01,423 DEBUG [StoreOpener-c5448f3ad746eb1301a8ad1d6c5d7e4c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:20:01,424 INFO [StoreOpener-c5448f3ad746eb1301a8ad1d6c5d7e4c-1 {}] regionserver.HStore(327): Store=c5448f3ad746eb1301a8ad1d6c5d7e4c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:20:01,424 INFO [StoreOpener-c5448f3ad746eb1301a8ad1d6c5d7e4c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c5448f3ad746eb1301a8ad1d6c5d7e4c 2024-11-21T14:20:01,425 INFO [StoreOpener-c5448f3ad746eb1301a8ad1d6c5d7e4c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c5448f3ad746eb1301a8ad1d6c5d7e4c columnFamilyName queue 2024-11-21T14:20:01,425 DEBUG [StoreOpener-c5448f3ad746eb1301a8ad1d6c5d7e4c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:20:01,425 INFO [StoreOpener-c5448f3ad746eb1301a8ad1d6c5d7e4c-1 {}] regionserver.HStore(327): Store=c5448f3ad746eb1301a8ad1d6c5d7e4c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:20:01,425 INFO [StoreOpener-c5448f3ad746eb1301a8ad1d6c5d7e4c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c5448f3ad746eb1301a8ad1d6c5d7e4c 2024-11-21T14:20:01,426 INFO [StoreOpener-c5448f3ad746eb1301a8ad1d6c5d7e4c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c5448f3ad746eb1301a8ad1d6c5d7e4c columnFamilyName sid 2024-11-21T14:20:01,426 DEBUG [StoreOpener-c5448f3ad746eb1301a8ad1d6c5d7e4c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:20:01,426 INFO [StoreOpener-c5448f3ad746eb1301a8ad1d6c5d7e4c-1 {}] regionserver.HStore(327): Store=c5448f3ad746eb1301a8ad1d6c5d7e4c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:20:01,426 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for c5448f3ad746eb1301a8ad1d6c5d7e4c 2024-11-21T14:20:01,426 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46213/user/jenkins/test-data/aac7d23d-fd7c-1dd8-2a95-7c5fea16053f/data/hbase/replication/c5448f3ad746eb1301a8ad1d6c5d7e4c 2024-11-21T14:20:01,427 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46213/user/jenkins/test-data/aac7d23d-fd7c-1dd8-2a95-7c5fea16053f/data/hbase/replication/c5448f3ad746eb1301a8ad1d6c5d7e4c 2024-11-21T14:20:01,427 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for c5448f3ad746eb1301a8ad1d6c5d7e4c 2024-11-21T14:20:01,427 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for c5448f3ad746eb1301a8ad1d6c5d7e4c 2024-11-21T14:20:01,428 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T14:20:01,428 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for c5448f3ad746eb1301a8ad1d6c5d7e4c 2024-11-21T14:20:01,430 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46213/user/jenkins/test-data/aac7d23d-fd7c-1dd8-2a95-7c5fea16053f/data/hbase/replication/c5448f3ad746eb1301a8ad1d6c5d7e4c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T14:20:01,430 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened c5448f3ad746eb1301a8ad1d6c5d7e4c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62119069, jitterRate=-0.07435373961925507}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T14:20:01,430 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c5448f3ad746eb1301a8ad1d6c5d7e4c 2024-11-21T14:20:01,431 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for c5448f3ad746eb1301a8ad1d6c5d7e4c: Running coprocessor pre-open hook at 1732198801422Writing region info on filesystem at 1732198801422Initializing all the Stores at 1732198801422Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198801422Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198801422Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198801422Cleaning up temporary data from old regions at 1732198801427 (+5 ms)Running coprocessor post-open hooks at 1732198801430 (+3 ms)Region opened successfully at 1732198801431 (+1 ms) 2024-11-21T14:20:01,431 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732198800272.c5448f3ad746eb1301a8ad1d6c5d7e4c., pid=10, masterSystemTime=1732198801399 2024-11-21T14:20:01,433 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732198800272.c5448f3ad746eb1301a8ad1d6c5d7e4c. 2024-11-21T14:20:01,433 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732198800272.c5448f3ad746eb1301a8ad1d6c5d7e4c. 2024-11-21T14:20:01,433 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c5448f3ad746eb1301a8ad1d6c5d7e4c, regionState=OPEN, openSeqNum=2, regionLocation=8a7a968213a0,35901,1732198790562 2024-11-21T14:20:01,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c5448f3ad746eb1301a8ad1d6c5d7e4c, server=8a7a968213a0,35901,1732198790562 because future has completed 2024-11-21T14:20:01,437 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-21T14:20:01,437 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure c5448f3ad746eb1301a8ad1d6c5d7e4c, server=8a7a968213a0,35901,1732198790562 in 188 msec 2024-11-21T14:20:01,439 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-21T14:20:01,439 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c5448f3ad746eb1301a8ad1d6c5d7e4c, ASSIGN in 344 msec 2024-11-21T14:20:01,439 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T14:20:01,439 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732198801439"}]},"ts":"1732198801439"} 2024-11-21T14:20:01,441 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-21T14:20:01,441 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T14:20:01,442 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1680 sec 2024-11-21T14:20:01,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732198800272.c5448f3ad746eb1301a8ad1d6c5d7e4c., hostname=8a7a968213a0,35901,1732198790562, seqNum=2] 2024-11-21T14:20:01,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40421-0x1013ae5db760000, quorum=127.0.0.1:64339, baseZNode=/0-1752761917 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1752761917 2024-11-21T14:20:01,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35901-0x1013ae5db760001, quorum=127.0.0.1:64339, baseZNode=/0-1752761917 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1752761917 2024-11-21T14:20:01,492 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T14:20:01,644 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35901 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-21T14:20:01,645 INFO [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-21T14:20:01,672 INFO [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-8a7a968213a0,35901,1732198790562, ReplicationSource: 1, currentBandwidth=0 2024-11-21T14:20:01,673 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:20:01,673 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a7a968213a0,35901,1732198790562, seqNum=-1] 2024-11-21T14:20:01,673 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:20:01,674 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36629, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-21T14:20:01,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-8a7a968213a0,35901,1732198790562', locateType=CURRENT is [region=hbase:replication,,1732198800272.c5448f3ad746eb1301a8ad1d6c5d7e4c., hostname=8a7a968213a0,35901,1732198790562, seqNum=2] 2024-11-21T14:20:01,678 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-21T14:20:01,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40421 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-21T14:20:01,680 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 8a7a968213a0,35901,1732198790562 suceeded 2024-11-21T14:20:01,682 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-21T14:20:01,682 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-11-21T14:20:01,682 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://8a7a968213a0:33487,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T14:20:01,683 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4210 sec 2024-11-21T14:20:01,691 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,35901,1732198790562 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8a7a968213a0:33487' 2024-11-21T14:20:01,692 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,35901,1732198790562 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4f662684, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:20:01,692 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,35901,1732198790562 {}] client.ClusterIdFetcher(90): Going to request 8a7a968213a0,33487,-1 for getting cluster id 2024-11-21T14:20:01,692 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,35901,1732198790562 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:20:01,693 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cfcf4d15-a540-4bfe-9a8d-273b0766b582' 2024-11-21T14:20:01,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:20:01,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cfcf4d15-a540-4bfe-9a8d-273b0766b582" 2024-11-21T14:20:01,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@16ae9e28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:20:01,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a7a968213a0,33487,-1] 2024-11-21T14:20:01,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:20:01,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:20:01,694 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:20:01,695 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,35901,1732198790562 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@79c35203, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:20:01,695 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,35901,1732198790562 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T14:20:01,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a7a968213a0,33487,1732198794253 2024-11-21T14:20:01,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@66c64cd4 2024-11-21T14:20:01,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T14:20:01,696 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-21T14:20:01,697 INFO [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,35901,1732198790562 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-8a7a968213a0,35901,1732198790562 (queues=1) is replicating from cluster=d3e0dc07-9de3-43ad-bcd3-4ff86a954d1b to cluster=cfcf4d15-a540-4bfe-9a8d-273b0766b582 2024-11-21T14:20:01,697 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,35901,1732198790562 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=8a7a968213a0%2C35901%2C1732198790562 2024-11-21T14:20:01,697 INFO [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,35901,1732198790562 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-8a7a968213a0,35901,1732198790562, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T14:20:01,697 INFO [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,35901,1732198790562.replicationSource.shipper8a7a968213a0%2C35901%2C1732198790562,1-8a7a968213a0,35901,1732198790562 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 8a7a968213a0%2C35901%2C1732198790562 2024-11-21T14:20:01,698 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,35901,1732198790562.replicationSource.wal-reader.8a7a968213a0%2C35901%2C1732198790562,1-8a7a968213a0,35901,1732198790562 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46213/user/jenkins/test-data/aac7d23d-fd7c-1dd8-2a95-7c5fea16053f/WALs/8a7a968213a0,35901,1732198790562/8a7a968213a0%2C35901%2C1732198790562.1732198792549, startPosition=0, beingWritten=true 2024-11-21T14:20:01,702 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,35901,1732198790562.replicationSource.wal-reader.8a7a968213a0%2C35901%2C1732198790562,1-8a7a968213a0,35901,1732198790562 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T14:20:01,702 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,35901,1732198790562.replicationSource.wal-reader.8a7a968213a0%2C35901%2C1732198790562,1-8a7a968213a0,35901,1732198790562 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46213/user/jenkins/test-data/aac7d23d-fd7c-1dd8-2a95-7c5fea16053f/WALs/8a7a968213a0,35901,1732198790562/8a7a968213a0%2C35901%2C1732198790562.1732198792549 to pos 379, reset compression=false 2024-11-21T14:20:01,702 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,35901,1732198790562.replicationSource.shipper8a7a968213a0%2C35901%2C1732198790562,1-8a7a968213a0,35901,1732198790562 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8a7a968213a0,35901,1732198790562 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46213/user/jenkins/test-data/aac7d23d-fd7c-1dd8-2a95-7c5fea16053f/WALs/8a7a968213a0,35901,1732198790562/8a7a968213a0%2C35901%2C1732198790562.1732198792549, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T14:20:01,906 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,35901,1732198790562.replicationSource.wal-reader.8a7a968213a0%2C35901%2C1732198790562,1-8a7a968213a0,35901,1732198790562 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46213/user/jenkins/test-data/aac7d23d-fd7c-1dd8-2a95-7c5fea16053f/WALs/8a7a968213a0,35901,1732198790562/8a7a968213a0%2C35901%2C1732198790562.1732198792549 to pos 379, reset compression=false 2024-11-21T14:20:02,210 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,35901,1732198790562.replicationSource.wal-reader.8a7a968213a0%2C35901%2C1732198790562,1-8a7a968213a0,35901,1732198790562 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46213/user/jenkins/test-data/aac7d23d-fd7c-1dd8-2a95-7c5fea16053f/WALs/8a7a968213a0,35901,1732198790562/8a7a968213a0%2C35901%2C1732198790562.1732198792549 to pos 379, reset compression=false 2024-11-21T14:20:02,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40421 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T14:20:02,410 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-21T14:20:02,410 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T14:20:02,410 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:20:02,410 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:20:02,410 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:20:02,410 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:20:02,411 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41d7122, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:20:02,411 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8a7a968213a0,33487,-1 for getting cluster id 2024-11-21T14:20:02,411 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:20:02,412 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cfcf4d15-a540-4bfe-9a8d-273b0766b582' 2024-11-21T14:20:02,412 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:20:02,412 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cfcf4d15-a540-4bfe-9a8d-273b0766b582" 2024-11-21T14:20:02,412 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c605386, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:20:02,412 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a7a968213a0,33487,-1] 2024-11-21T14:20:02,413 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:20:02,413 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:20:02,413 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:20:02,414 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6459706b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:20:02,414 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T14:20:02,415 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a7a968213a0,33487,1732198794253 2024-11-21T14:20:02,415 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@33b115e5 2024-11-21T14:20:02,415 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T14:20:02,416 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T14:20:02,416 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33487 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://8a7a968213a0:40421,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-21T14:20:02,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33487 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T14:20:02,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T14:20:02,419 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8a7a968213a0:40421' 2024-11-21T14:20:02,420 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54bc0ecd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:20:02,420 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 8a7a968213a0,40421,-1 for getting cluster id 2024-11-21T14:20:02,420 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:20:02,421 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd3e0dc07-9de3-43ad-bcd3-4ff86a954d1b' 2024-11-21T14:20:02,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:20:02,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d3e0dc07-9de3-43ad-bcd3-4ff86a954d1b" 2024-11-21T14:20:02,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ca6cdbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:20:02,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a7a968213a0,40421,-1] 2024-11-21T14:20:02,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:20:02,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:20:02,422 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:20:02,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@330b2682, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:20:02,423 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T14:20:02,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a7a968213a0,40421,1732198790497 2024-11-21T14:20:02,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7cada324 2024-11-21T14:20:02,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T14:20:02,424 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T14:20:02,425 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-21T14:20:02,425 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T14:20:02,425 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:20:02,425 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:20:02,425 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:20:02,425 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T14:20:02,426 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-21T14:20:02,427 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T14:20:02,427 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:20:02,428 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T14:20:02,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35891 is added to blk_1073741837_1013 (size=1138) 2024-11-21T14:20:02,477 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-21T14:20:02,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T14:20:02,614 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,35901,1732198790562.replicationSource.wal-reader.8a7a968213a0%2C35901%2C1732198790562,1-8a7a968213a0,35901,1732198790562 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46213/user/jenkins/test-data/aac7d23d-fd7c-1dd8-2a95-7c5fea16053f/WALs/8a7a968213a0,35901,1732198790562/8a7a968213a0%2C35901%2C1732198790562.1732198792549 to pos 379, reset compression=false 2024-11-21T14:20:02,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T14:20:02,835 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e4524c25440f7530e5959c7448601ece, NAME => 'hbase:replication,,1732198802425.e4524c25440f7530e5959c7448601ece.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40679/user/jenkins/test-data/81c90c60-f033-fd83-cf7d-437d385f8386 2024-11-21T14:20:02,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35891 is added to blk_1073741838_1014 (size=44) 2024-11-21T14:20:03,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T14:20:03,118 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,35901,1732198790562.replicationSource.wal-reader.8a7a968213a0%2C35901%2C1732198790562,1-8a7a968213a0,35901,1732198790562 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46213/user/jenkins/test-data/aac7d23d-fd7c-1dd8-2a95-7c5fea16053f/WALs/8a7a968213a0,35901,1732198790562/8a7a968213a0%2C35901%2C1732198790562.1732198792549 to pos 379, reset compression=false 2024-11-21T14:20:03,243 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732198802425.e4524c25440f7530e5959c7448601ece.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:20:03,243 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing e4524c25440f7530e5959c7448601ece, disabling compactions & flushes 2024-11-21T14:20:03,243 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732198802425.e4524c25440f7530e5959c7448601ece. 2024-11-21T14:20:03,243 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732198802425.e4524c25440f7530e5959c7448601ece. 2024-11-21T14:20:03,243 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732198802425.e4524c25440f7530e5959c7448601ece. after waiting 0 ms 2024-11-21T14:20:03,243 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732198802425.e4524c25440f7530e5959c7448601ece. 2024-11-21T14:20:03,243 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732198802425.e4524c25440f7530e5959c7448601ece. 2024-11-21T14:20:03,243 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for e4524c25440f7530e5959c7448601ece: Waiting for close lock at 1732198803243Disabling compacts and flushes for region at 1732198803243Disabling writes for close at 1732198803243Writing region close event to WAL at 1732198803243Closed at 1732198803243 2024-11-21T14:20:03,244 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T14:20:03,244 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732198802425.e4524c25440f7530e5959c7448601ece.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732198803244"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732198803244"}]},"ts":"1732198803244"} 2024-11-21T14:20:03,246 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T14:20:03,247 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T14:20:03,247 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732198803247"}]},"ts":"1732198803247"} 2024-11-21T14:20:03,249 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-21T14:20:03,249 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e4524c25440f7530e5959c7448601ece, ASSIGN}] 2024-11-21T14:20:03,250 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e4524c25440f7530e5959c7448601ece, ASSIGN 2024-11-21T14:20:03,251 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e4524c25440f7530e5959c7448601ece, ASSIGN; state=OFFLINE, location=8a7a968213a0,43885,1732198794311; forceNewPlan=false, retain=false 2024-11-21T14:20:03,402 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e4524c25440f7530e5959c7448601ece, regionState=OPENING, regionLocation=8a7a968213a0,43885,1732198794311 2024-11-21T14:20:03,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e4524c25440f7530e5959c7448601ece, ASSIGN because future has completed 2024-11-21T14:20:03,404 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e4524c25440f7530e5959c7448601ece, server=8a7a968213a0,43885,1732198794311}] 2024-11-21T14:20:03,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T14:20:03,560 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732198802425.e4524c25440f7530e5959c7448601ece. 2024-11-21T14:20:03,560 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:20:03,560 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-21T14:20:03,561 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8a7a968213a0%2C43885%2C1732198794311.rep, suffix=, logDir=hdfs://localhost:40679/user/jenkins/test-data/81c90c60-f033-fd83-cf7d-437d385f8386/WALs/8a7a968213a0,43885,1732198794311, archiveDir=hdfs://localhost:40679/user/jenkins/test-data/81c90c60-f033-fd83-cf7d-437d385f8386/oldWALs, maxLogs=10 2024-11-21T14:20:03,589 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/81c90c60-f033-fd83-cf7d-437d385f8386/WALs/8a7a968213a0,43885,1732198794311/8a7a968213a0%2C43885%2C1732198794311.rep.1732198803561, exclude list is [], retry=0 2024-11-21T14:20:03,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35891,DS-09578820-f343-4ef1-bcd3-e1a6b022ebe6,DISK] 2024-11-21T14:20:03,592 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/81c90c60-f033-fd83-cf7d-437d385f8386/WALs/8a7a968213a0,43885,1732198794311/8a7a968213a0%2C43885%2C1732198794311.rep.1732198803561 2024-11-21T14:20:03,596 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41787:41787)] 2024-11-21T14:20:03,596 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => e4524c25440f7530e5959c7448601ece, NAME => 'hbase:replication,,1732198802425.e4524c25440f7530e5959c7448601ece.', STARTKEY => '', ENDKEY => ''} 2024-11-21T14:20:03,597 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T14:20:03,597 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T14:20:03,597 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732198802425.e4524c25440f7530e5959c7448601ece. service=MultiRowMutationService 2024-11-21T14:20:03,597 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-21T14:20:03,597 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication e4524c25440f7530e5959c7448601ece 2024-11-21T14:20:03,597 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732198802425.e4524c25440f7530e5959c7448601ece.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:20:03,597 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for e4524c25440f7530e5959c7448601ece 2024-11-21T14:20:03,597 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for e4524c25440f7530e5959c7448601ece 2024-11-21T14:20:03,599 INFO [StoreOpener-e4524c25440f7530e5959c7448601ece-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region e4524c25440f7530e5959c7448601ece 2024-11-21T14:20:03,600 INFO [StoreOpener-e4524c25440f7530e5959c7448601ece-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e4524c25440f7530e5959c7448601ece columnFamilyName hfileref 2024-11-21T14:20:03,600 DEBUG [StoreOpener-e4524c25440f7530e5959c7448601ece-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:20:03,601 INFO [StoreOpener-e4524c25440f7530e5959c7448601ece-1 {}] regionserver.HStore(327): Store=e4524c25440f7530e5959c7448601ece/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:20:03,601 INFO [StoreOpener-e4524c25440f7530e5959c7448601ece-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region e4524c25440f7530e5959c7448601ece 2024-11-21T14:20:03,602 INFO [StoreOpener-e4524c25440f7530e5959c7448601ece-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e4524c25440f7530e5959c7448601ece columnFamilyName queue 2024-11-21T14:20:03,602 DEBUG [StoreOpener-e4524c25440f7530e5959c7448601ece-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:20:03,602 INFO [StoreOpener-e4524c25440f7530e5959c7448601ece-1 {}] regionserver.HStore(327): Store=e4524c25440f7530e5959c7448601ece/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:20:03,602 INFO [StoreOpener-e4524c25440f7530e5959c7448601ece-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region e4524c25440f7530e5959c7448601ece 2024-11-21T14:20:03,603 INFO [StoreOpener-e4524c25440f7530e5959c7448601ece-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e4524c25440f7530e5959c7448601ece columnFamilyName sid 2024-11-21T14:20:03,603 DEBUG [StoreOpener-e4524c25440f7530e5959c7448601ece-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:20:03,604 INFO [StoreOpener-e4524c25440f7530e5959c7448601ece-1 {}] regionserver.HStore(327): Store=e4524c25440f7530e5959c7448601ece/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:20:03,604 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for e4524c25440f7530e5959c7448601ece 2024-11-21T14:20:03,604 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40679/user/jenkins/test-data/81c90c60-f033-fd83-cf7d-437d385f8386/data/hbase/replication/e4524c25440f7530e5959c7448601ece 2024-11-21T14:20:03,605 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40679/user/jenkins/test-data/81c90c60-f033-fd83-cf7d-437d385f8386/data/hbase/replication/e4524c25440f7530e5959c7448601ece 2024-11-21T14:20:03,605 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for e4524c25440f7530e5959c7448601ece 2024-11-21T14:20:03,605 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for e4524c25440f7530e5959c7448601ece 2024-11-21T14:20:03,606 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T14:20:03,607 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for e4524c25440f7530e5959c7448601ece 2024-11-21T14:20:03,608 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40679/user/jenkins/test-data/81c90c60-f033-fd83-cf7d-437d385f8386/data/hbase/replication/e4524c25440f7530e5959c7448601ece/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T14:20:03,609 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened e4524c25440f7530e5959c7448601ece; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67588139, jitterRate=0.0071417540311813354}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T14:20:03,609 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e4524c25440f7530e5959c7448601ece 2024-11-21T14:20:03,609 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for e4524c25440f7530e5959c7448601ece: Running coprocessor pre-open hook at 1732198803597Writing region info on filesystem at 1732198803597Initializing all the Stores at 1732198803598 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198803598Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198803598Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198803598Cleaning up temporary data from old regions at 1732198803605 (+7 ms)Running coprocessor post-open hooks at 1732198803609 (+4 ms)Region opened successfully at 1732198803609 2024-11-21T14:20:03,609 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T14:20:03,610 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732198802425.e4524c25440f7530e5959c7448601ece., pid=10, masterSystemTime=1732198803556 2024-11-21T14:20:03,610 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8a7a968213a0,32873,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8a7a968213a0:32873 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-21T14:20:03,610 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18236 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8a7a968213a0,32873,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8a7a968213a0:32873 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-21T14:20:03,612 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732198802425.e4524c25440f7530e5959c7448601ece. 2024-11-21T14:20:03,612 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732198802425.e4524c25440f7530e5959c7448601ece. 2024-11-21T14:20:03,612 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e4524c25440f7530e5959c7448601ece, regionState=OPEN, openSeqNum=2, regionLocation=8a7a968213a0,43885,1732198794311 2024-11-21T14:20:03,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e4524c25440f7530e5959c7448601ece, server=8a7a968213a0,43885,1732198794311 because future has completed 2024-11-21T14:20:03,618 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-21T14:20:03,618 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure e4524c25440f7530e5959c7448601ece, server=8a7a968213a0,43885,1732198794311 in 212 msec 2024-11-21T14:20:03,619 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-21T14:20:03,619 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e4524c25440f7530e5959c7448601ece, ASSIGN in 369 msec 2024-11-21T14:20:03,620 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T14:20:03,620 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732198803620"}]},"ts":"1732198803620"} 2024-11-21T14:20:03,622 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-21T14:20:03,623 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T14:20:03,624 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1980 sec 2024-11-21T14:20:03,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732198802425.e4524c25440f7530e5959c7448601ece., hostname=8a7a968213a0,43885,1732198794311, seqNum=2] 2024-11-21T14:20:03,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33487-0x1013ae5db760003, quorum=127.0.0.1:64339, baseZNode=/1-948201671 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-948201671 2024-11-21T14:20:03,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43885-0x1013ae5db760004, quorum=127.0.0.1:64339, baseZNode=/1-948201671 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-948201671 2024-11-21T14:20:03,642 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T14:20:03,722 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,35901,1732198790562.replicationSource.wal-reader.8a7a968213a0%2C35901%2C1732198790562,1-8a7a968213a0,35901,1732198790562 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46213/user/jenkins/test-data/aac7d23d-fd7c-1dd8-2a95-7c5fea16053f/WALs/8a7a968213a0,35901,1732198790562/8a7a968213a0%2C35901%2C1732198790562.1732198792549 to pos 379, reset compression=false 2024-11-21T14:20:03,795 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43885 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-21T14:20:03,796 INFO [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-21T14:20:03,843 INFO [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-8a7a968213a0,43885,1732198794311, ReplicationSource: 1, currentBandwidth=0 2024-11-21T14:20:03,843 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:20:03,843 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a7a968213a0,43885,1732198794311, seqNum=-1] 2024-11-21T14:20:03,844 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:20:03,845 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59141, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-21T14:20:03,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-8a7a968213a0,43885,1732198794311', locateType=CURRENT is [region=hbase:replication,,1732198802425.e4524c25440f7530e5959c7448601ece., hostname=8a7a968213a0,43885,1732198794311, seqNum=2] 2024-11-21T14:20:03,849 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-21T14:20:03,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33487 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-21T14:20:03,852 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 8a7a968213a0,43885,1732198794311 suceeded 2024-11-21T14:20:03,853 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-21T14:20:03,853 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 210 msec 2024-11-21T14:20:03,853 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://8a7a968213a0:40421,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T14:20:03,855 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4380 sec 2024-11-21T14:20:03,864 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,43885,1732198794311 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8a7a968213a0:40421' 2024-11-21T14:20:03,865 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,43885,1732198794311 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7dfa7a71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:20:03,865 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,43885,1732198794311 {}] client.ClusterIdFetcher(90): Going to request 8a7a968213a0,40421,-1 for getting cluster id 2024-11-21T14:20:03,866 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,43885,1732198794311 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:20:03,866 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd3e0dc07-9de3-43ad-bcd3-4ff86a954d1b' 2024-11-21T14:20:03,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:20:03,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d3e0dc07-9de3-43ad-bcd3-4ff86a954d1b" 2024-11-21T14:20:03,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@433050b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:20:03,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a7a968213a0,40421,-1] 2024-11-21T14:20:03,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:20:03,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:20:03,868 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:20:03,869 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,43885,1732198794311 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4d6e447c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:20:03,869 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,43885,1732198794311 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T14:20:03,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a7a968213a0,40421,1732198790497 2024-11-21T14:20:03,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@508ef890 2024-11-21T14:20:03,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T14:20:03,870 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45312, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-21T14:20:03,871 INFO [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,43885,1732198794311 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-8a7a968213a0,43885,1732198794311 (queues=1) is replicating from cluster=cfcf4d15-a540-4bfe-9a8d-273b0766b582 to cluster=d3e0dc07-9de3-43ad-bcd3-4ff86a954d1b 2024-11-21T14:20:03,871 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,43885,1732198794311 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=8a7a968213a0%2C43885%2C1732198794311 2024-11-21T14:20:03,871 INFO [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,43885,1732198794311 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-8a7a968213a0,43885,1732198794311, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T14:20:03,871 INFO [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,43885,1732198794311.replicationSource.shipper8a7a968213a0%2C43885%2C1732198794311,1-8a7a968213a0,43885,1732198794311 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 8a7a968213a0%2C43885%2C1732198794311 2024-11-21T14:20:03,871 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,43885,1732198794311.replicationSource.wal-reader.8a7a968213a0%2C43885%2C1732198794311,1-8a7a968213a0,43885,1732198794311 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40679/user/jenkins/test-data/81c90c60-f033-fd83-cf7d-437d385f8386/WALs/8a7a968213a0,43885,1732198794311/8a7a968213a0%2C43885%2C1732198794311.1732198795901, startPosition=0, beingWritten=true 2024-11-21T14:20:03,876 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,43885,1732198794311.replicationSource.wal-reader.8a7a968213a0%2C43885%2C1732198794311,1-8a7a968213a0,43885,1732198794311 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T14:20:03,876 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,43885,1732198794311.replicationSource.wal-reader.8a7a968213a0%2C43885%2C1732198794311,1-8a7a968213a0,43885,1732198794311 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40679/user/jenkins/test-data/81c90c60-f033-fd83-cf7d-437d385f8386/WALs/8a7a968213a0,43885,1732198794311/8a7a968213a0%2C43885%2C1732198794311.1732198795901 to pos 379, reset compression=false 2024-11-21T14:20:03,876 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,43885,1732198794311.replicationSource.shipper8a7a968213a0%2C43885%2C1732198794311,1-8a7a968213a0,43885,1732198794311 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8a7a968213a0,43885,1732198794311 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40679/user/jenkins/test-data/81c90c60-f033-fd83-cf7d-437d385f8386/WALs/8a7a968213a0,43885,1732198794311/8a7a968213a0%2C43885%2C1732198794311.1732198795901, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T14:20:04,080 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,43885,1732198794311.replicationSource.wal-reader.8a7a968213a0%2C43885%2C1732198794311,1-8a7a968213a0,43885,1732198794311 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40679/user/jenkins/test-data/81c90c60-f033-fd83-cf7d-437d385f8386/WALs/8a7a968213a0,43885,1732198794311/8a7a968213a0%2C43885%2C1732198794311.1732198795901 to pos 379, reset compression=false 2024-11-21T14:20:04,384 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,43885,1732198794311.replicationSource.wal-reader.8a7a968213a0%2C43885%2C1732198794311,1-8a7a968213a0,43885,1732198794311 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40679/user/jenkins/test-data/81c90c60-f033-fd83-cf7d-437d385f8386/WALs/8a7a968213a0,43885,1732198794311/8a7a968213a0%2C43885%2C1732198794311.1732198795901 to pos 379, reset compression=false 2024-11-21T14:20:04,426 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,35901,1732198790562.replicationSource.wal-reader.8a7a968213a0%2C35901%2C1732198790562,1-8a7a968213a0,35901,1732198790562 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46213/user/jenkins/test-data/aac7d23d-fd7c-1dd8-2a95-7c5fea16053f/WALs/8a7a968213a0,35901,1732198790562/8a7a968213a0%2C35901%2C1732198790562.1732198792549 to pos 379, reset compression=false 2024-11-21T14:20:04,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T14:20:04,571 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-21T14:20:04,571 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T14:20:04,571 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:20:04,571 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:20:04,571 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:20:04,571 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:20:04,572 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:20:04,573 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a7a968213a0,35901,1732198790562, seqNum=-1] 2024-11-21T14:20:04,573 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:20:04,574 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T14:20:04,576 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732198796947.44aa13c964fb40e2641dd6c59e647063., hostname=8a7a968213a0,35901,1732198790562, seqNum=2] 2024-11-21T14:20:04,578 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:20:04,579 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a7a968213a0,43885,1732198794311, seqNum=-1] 2024-11-21T14:20:04,579 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:20:04,580 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T14:20:04,582 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732198798093.42b15a2ab7e91dcea1939fbc7179ea45., hostname=8a7a968213a0,43885,1732198794311, seqNum=2] 2024-11-21T14:20:04,584 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-21T14:20:04,735 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T14:20:04,767 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:20:04,767 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:20:04,767 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:20:04,767 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:20:04,768 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:20:04,768 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:20:04,775 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:20:04,778 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:20:04,778 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:20:04,782 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:20:04,788 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,43885,1732198794311.replicationSource.wal-reader.8a7a968213a0%2C43885%2C1732198794311,1-8a7a968213a0,43885,1732198794311 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40679/user/jenkins/test-data/81c90c60-f033-fd83-cf7d-437d385f8386/WALs/8a7a968213a0,43885,1732198794311/8a7a968213a0%2C43885%2C1732198794311.1732198795901 to pos 379, reset compression=false 2024-11-21T14:20:04,800 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-21T14:20:05,231 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,35901,1732198790562.replicationSource.wal-reader.8a7a968213a0%2C35901%2C1732198790562,1-8a7a968213a0,35901,1732198790562 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46213/user/jenkins/test-data/aac7d23d-fd7c-1dd8-2a95-7c5fea16053f/WALs/8a7a968213a0,35901,1732198790562/8a7a968213a0%2C35901%2C1732198790562.1732198792549 to pos 379, reset compression=false 2024-11-21T14:20:05,236 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,35901,1732198790562.replicationSource.wal-reader.8a7a968213a0%2C35901%2C1732198790562,1-8a7a968213a0,35901,1732198790562 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T14:20:05,236 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,35901,1732198790562.replicationSource.wal-reader.8a7a968213a0%2C35901%2C1732198790562,1-8a7a968213a0,35901,1732198790562 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46213/user/jenkins/test-data/aac7d23d-fd7c-1dd8-2a95-7c5fea16053f/WALs/8a7a968213a0,35901,1732198790562/8a7a968213a0%2C35901%2C1732198790562.1732198792549 to pos 480, reset compression=false 2024-11-21T14:20:05,236 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,35901,1732198790562.replicationSource.shipper8a7a968213a0%2C35901%2C1732198790562,1-8a7a968213a0,35901,1732198790562 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8a7a968213a0,35901,1732198790562 got entry batch from reader: WALEntryBatch [walEntries=[{test/44aa13c964fb40e2641dd6c59e647063/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:46213/user/jenkins/test-data/aac7d23d-fd7c-1dd8-2a95-7c5fea16053f/WALs/8a7a968213a0,35901,1732198790562/8a7a968213a0%2C35901%2C1732198790562.1732198792549, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-21T14:20:05,238 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,35901,1732198790562.replicationSource.shipper8a7a968213a0%2C35901%2C1732198790562,1-8a7a968213a0,35901,1732198790562 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T14:20:05,239 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45312, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-21T14:20:05,241 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43885 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T14:20:05,241 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43885 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5c55e05a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:20:05,241 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43885 {}] client.ClusterIdFetcher(90): Going to request 8a7a968213a0,33487,-1 for getting cluster id 2024-11-21T14:20:05,241 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43885 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:20:05,242 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cfcf4d15-a540-4bfe-9a8d-273b0766b582' 2024-11-21T14:20:05,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:20:05,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cfcf4d15-a540-4bfe-9a8d-273b0766b582" 2024-11-21T14:20:05,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@78f13900, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:20:05,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a7a968213a0,33487,-1] 2024-11-21T14:20:05,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:20:05,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:20:05,243 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:20:05,244 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43885 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@779fb591, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:20:05,249 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43885 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:20:05,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a7a968213a0,43885,1732198794311, seqNum=-1] 2024-11-21T14:20:05,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:20:05,251 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-21T14:20:05,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732198798093.42b15a2ab7e91dcea1939fbc7179ea45., hostname=8a7a968213a0,43885,1732198794311, seqNum=2] 2024-11-21T14:20:05,281 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43885 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T14:20:05,292 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,43885,1732198794311.replicationSource.wal-reader.8a7a968213a0%2C43885%2C1732198794311,1-8a7a968213a0,43885,1732198794311 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40679/user/jenkins/test-data/81c90c60-f033-fd83-cf7d-437d385f8386/WALs/8a7a968213a0,43885,1732198794311/8a7a968213a0%2C43885%2C1732198794311.1732198795901 to pos 379, reset compression=false 2024-11-21T14:20:05,296 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,43885,1732198794311.replicationSource.wal-reader.8a7a968213a0%2C43885%2C1732198794311,1-8a7a968213a0,43885,1732198794311 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T14:20:05,296 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,43885,1732198794311.replicationSource.wal-reader.8a7a968213a0%2C43885%2C1732198794311,1-8a7a968213a0,43885,1732198794311 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40679/user/jenkins/test-data/81c90c60-f033-fd83-cf7d-437d385f8386/WALs/8a7a968213a0,43885,1732198794311/8a7a968213a0%2C43885%2C1732198794311.1732198795901 to pos 504, reset compression=false 2024-11-21T14:20:05,296 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,43885,1732198794311.replicationSource.shipper8a7a968213a0%2C43885%2C1732198794311,1-8a7a968213a0,43885,1732198794311 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8a7a968213a0,43885,1732198794311 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40679/user/jenkins/test-data/81c90c60-f033-fd83-cf7d-437d385f8386/WALs/8a7a968213a0,43885,1732198794311/8a7a968213a0%2C43885%2C1732198794311.1732198795901, lastWalPosition=504, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T14:20:05,439 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,35901,1732198790562.replicationSource.wal-reader.8a7a968213a0%2C35901%2C1732198790562,1-8a7a968213a0,35901,1732198790562 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46213/user/jenkins/test-data/aac7d23d-fd7c-1dd8-2a95-7c5fea16053f/WALs/8a7a968213a0,35901,1732198790562/8a7a968213a0%2C35901%2C1732198790562.1732198792549 to pos 480, reset compression=false 2024-11-21T14:20:05,500 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,43885,1732198794311.replicationSource.wal-reader.8a7a968213a0%2C43885%2C1732198794311,1-8a7a968213a0,43885,1732198794311 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40679/user/jenkins/test-data/81c90c60-f033-fd83-cf7d-437d385f8386/WALs/8a7a968213a0,43885,1732198794311/8a7a968213a0%2C43885%2C1732198794311.1732198795901 to pos 504, reset compression=false 2024-11-21T14:20:05,587 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-21T14:20:05,590 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-21T14:20:05,743 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,35901,1732198790562.replicationSource.wal-reader.8a7a968213a0%2C35901%2C1732198790562,1-8a7a968213a0,35901,1732198790562 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46213/user/jenkins/test-data/aac7d23d-fd7c-1dd8-2a95-7c5fea16053f/WALs/8a7a968213a0,35901,1732198790562/8a7a968213a0%2C35901%2C1732198790562.1732198792549 to pos 480, reset compression=false 2024-11-21T14:20:05,804 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,43885,1732198794311.replicationSource.wal-reader.8a7a968213a0%2C43885%2C1732198794311,1-8a7a968213a0,43885,1732198794311 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40679/user/jenkins/test-data/81c90c60-f033-fd83-cf7d-437d385f8386/WALs/8a7a968213a0,43885,1732198794311/8a7a968213a0%2C43885%2C1732198794311.1732198795901 to pos 504, reset compression=false 2024-11-21T14:20:05,808 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,43885,1732198794311.replicationSource.wal-reader.8a7a968213a0%2C43885%2C1732198794311,1-8a7a968213a0,43885,1732198794311 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T14:20:05,809 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,43885,1732198794311.replicationSource.wal-reader.8a7a968213a0%2C43885%2C1732198794311,1-8a7a968213a0,43885,1732198794311 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40679/user/jenkins/test-data/81c90c60-f033-fd83-cf7d-437d385f8386/WALs/8a7a968213a0,43885,1732198794311/8a7a968213a0%2C43885%2C1732198794311.1732198795901 to pos 608, reset compression=false 2024-11-21T14:20:05,809 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,43885,1732198794311.replicationSource.shipper8a7a968213a0%2C43885%2C1732198794311,1-8a7a968213a0,43885,1732198794311 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8a7a968213a0,43885,1732198794311 got entry batch from reader: WALEntryBatch [walEntries=[{test/42b15a2ab7e91dcea1939fbc7179ea45/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:40679/user/jenkins/test-data/81c90c60-f033-fd83-cf7d-437d385f8386/WALs/8a7a968213a0,43885,1732198794311/8a7a968213a0%2C43885%2C1732198794311.1732198795901, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-21T14:20:05,810 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,43885,1732198794311.replicationSource.shipper8a7a968213a0%2C43885%2C1732198794311,1-8a7a968213a0,43885,1732198794311 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T14:20:05,811 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-21T14:20:05,812 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35901 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T14:20:05,812 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35901 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@30cc3b04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:20:05,813 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35901 {}] client.ClusterIdFetcher(90): Going to request 8a7a968213a0,40421,-1 for getting cluster id 2024-11-21T14:20:05,813 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35901 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:20:05,813 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd3e0dc07-9de3-43ad-bcd3-4ff86a954d1b' 2024-11-21T14:20:05,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:20:05,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d3e0dc07-9de3-43ad-bcd3-4ff86a954d1b" 2024-11-21T14:20:05,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@754ff673, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:20:05,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a7a968213a0,40421,-1] 2024-11-21T14:20:05,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:20:05,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:20:05,814 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:20:05,815 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35901 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1a6db60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:20:05,815 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35901 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:20:05,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a7a968213a0,35901,1732198790562, seqNum=-1] 2024-11-21T14:20:05,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:20:05,817 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-21T14:20:05,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732198796947.44aa13c964fb40e2641dd6c59e647063., hostname=8a7a968213a0,35901,1732198790562, seqNum=2] 2024-11-21T14:20:05,820 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35901 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T14:20:06,012 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,43885,1732198794311.replicationSource.wal-reader.8a7a968213a0%2C43885%2C1732198794311,1-8a7a968213a0,43885,1732198794311 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40679/user/jenkins/test-data/81c90c60-f033-fd83-cf7d-437d385f8386/WALs/8a7a968213a0,43885,1732198794311/8a7a968213a0%2C43885%2C1732198794311.1732198795901 to pos 608, reset compression=false 2024-11-21T14:20:06,147 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,35901,1732198790562.replicationSource.wal-reader.8a7a968213a0%2C35901%2C1732198790562,1-8a7a968213a0,35901,1732198790562 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46213/user/jenkins/test-data/aac7d23d-fd7c-1dd8-2a95-7c5fea16053f/WALs/8a7a968213a0,35901,1732198790562/8a7a968213a0%2C35901%2C1732198790562.1732198792549 to pos 480, reset compression=false 2024-11-21T14:20:06,153 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,35901,1732198790562.replicationSource.wal-reader.8a7a968213a0%2C35901%2C1732198790562,1-8a7a968213a0,35901,1732198790562 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T14:20:06,153 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,35901,1732198790562.replicationSource.wal-reader.8a7a968213a0%2C35901%2C1732198790562,1-8a7a968213a0,35901,1732198790562 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46213/user/jenkins/test-data/aac7d23d-fd7c-1dd8-2a95-7c5fea16053f/WALs/8a7a968213a0,35901,1732198790562/8a7a968213a0%2C35901%2C1732198790562.1732198792549 to pos 608, reset compression=false 2024-11-21T14:20:06,153 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,35901,1732198790562.replicationSource.shipper8a7a968213a0%2C35901%2C1732198790562,1-8a7a968213a0,35901,1732198790562 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8a7a968213a0,35901,1732198790562 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46213/user/jenkins/test-data/aac7d23d-fd7c-1dd8-2a95-7c5fea16053f/WALs/8a7a968213a0,35901,1732198790562/8a7a968213a0%2C35901%2C1732198790562.1732198792549, lastWalPosition=608, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T14:20:06,316 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,43885,1732198794311.replicationSource.wal-reader.8a7a968213a0%2C43885%2C1732198794311,1-8a7a968213a0,43885,1732198794311 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40679/user/jenkins/test-data/81c90c60-f033-fd83-cf7d-437d385f8386/WALs/8a7a968213a0,43885,1732198794311/8a7a968213a0%2C43885%2C1732198794311.1732198795901 to pos 608, reset compression=false 2024-11-21T14:20:06,357 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,35901,1732198790562.replicationSource.wal-reader.8a7a968213a0%2C35901%2C1732198790562,1-8a7a968213a0,35901,1732198790562 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46213/user/jenkins/test-data/aac7d23d-fd7c-1dd8-2a95-7c5fea16053f/WALs/8a7a968213a0,35901,1732198790562/8a7a968213a0%2C35901%2C1732198790562.1732198792549 to pos 608, reset compression=false 2024-11-21T14:20:06,593 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-21T14:20:06,607 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-21T14:20:06,662 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,35901,1732198790562.replicationSource.wal-reader.8a7a968213a0%2C35901%2C1732198790562,1-8a7a968213a0,35901,1732198790562 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46213/user/jenkins/test-data/aac7d23d-fd7c-1dd8-2a95-7c5fea16053f/WALs/8a7a968213a0,35901,1732198790562/8a7a968213a0%2C35901%2C1732198790562.1732198792549 to pos 608, reset compression=false 2024-11-21T14:20:06,667 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,35901,1732198790562.replicationSource.wal-reader.8a7a968213a0%2C35901%2C1732198790562,1-8a7a968213a0,35901,1732198790562 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T14:20:06,667 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,35901,1732198790562.replicationSource.wal-reader.8a7a968213a0%2C35901%2C1732198790562,1-8a7a968213a0,35901,1732198790562 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46213/user/jenkins/test-data/aac7d23d-fd7c-1dd8-2a95-7c5fea16053f/WALs/8a7a968213a0,35901,1732198790562/8a7a968213a0%2C35901%2C1732198790562.1732198792549 to pos 764, reset compression=false 2024-11-21T14:20:06,667 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,35901,1732198790562.replicationSource.shipper8a7a968213a0%2C35901%2C1732198790562,1-8a7a968213a0,35901,1732198790562 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8a7a968213a0,35901,1732198790562 got entry batch from reader: WALEntryBatch [walEntries=[{test/44aa13c964fb40e2641dd6c59e647063/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:46213/user/jenkins/test-data/aac7d23d-fd7c-1dd8-2a95-7c5fea16053f/WALs/8a7a968213a0,35901,1732198790562/8a7a968213a0%2C35901%2C1732198790562.1732198792549, lastWalPosition=764, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-21T14:20:06,669 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43885 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T14:20:06,674 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43885 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T14:20:06,720 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,43885,1732198794311.replicationSource.wal-reader.8a7a968213a0%2C43885%2C1732198794311,1-8a7a968213a0,43885,1732198794311 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40679/user/jenkins/test-data/81c90c60-f033-fd83-cf7d-437d385f8386/WALs/8a7a968213a0,43885,1732198794311/8a7a968213a0%2C43885%2C1732198794311.1732198795901 to pos 608, reset compression=false 2024-11-21T14:20:06,725 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,43885,1732198794311.replicationSource.wal-reader.8a7a968213a0%2C43885%2C1732198794311,1-8a7a968213a0,43885,1732198794311 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T14:20:06,725 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,43885,1732198794311.replicationSource.wal-reader.8a7a968213a0%2C43885%2C1732198794311,1-8a7a968213a0,43885,1732198794311 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40679/user/jenkins/test-data/81c90c60-f033-fd83-cf7d-437d385f8386/WALs/8a7a968213a0,43885,1732198794311/8a7a968213a0%2C43885%2C1732198794311.1732198795901 to pos 756, reset compression=false 2024-11-21T14:20:06,725 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,43885,1732198794311.replicationSource.shipper8a7a968213a0%2C43885%2C1732198794311,1-8a7a968213a0,43885,1732198794311 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8a7a968213a0,43885,1732198794311 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40679/user/jenkins/test-data/81c90c60-f033-fd83-cf7d-437d385f8386/WALs/8a7a968213a0,43885,1732198794311/8a7a968213a0%2C43885%2C1732198794311.1732198795901, lastWalPosition=756, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T14:20:06,871 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,35901,1732198790562.replicationSource.wal-reader.8a7a968213a0%2C35901%2C1732198790562,1-8a7a968213a0,35901,1732198790562 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46213/user/jenkins/test-data/aac7d23d-fd7c-1dd8-2a95-7c5fea16053f/WALs/8a7a968213a0,35901,1732198790562/8a7a968213a0%2C35901%2C1732198790562.1732198792549 to pos 764, reset compression=false 2024-11-21T14:20:06,929 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,43885,1732198794311.replicationSource.wal-reader.8a7a968213a0%2C43885%2C1732198794311,1-8a7a968213a0,43885,1732198794311 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40679/user/jenkins/test-data/81c90c60-f033-fd83-cf7d-437d385f8386/WALs/8a7a968213a0,43885,1732198794311/8a7a968213a0%2C43885%2C1732198794311.1732198795901 to pos 756, reset compression=false 2024-11-21T14:20:07,175 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,35901,1732198790562.replicationSource.wal-reader.8a7a968213a0%2C35901%2C1732198790562,1-8a7a968213a0,35901,1732198790562 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46213/user/jenkins/test-data/aac7d23d-fd7c-1dd8-2a95-7c5fea16053f/WALs/8a7a968213a0,35901,1732198790562/8a7a968213a0%2C35901%2C1732198790562.1732198792549 to pos 764, reset compression=false 2024-11-21T14:20:07,233 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,43885,1732198794311.replicationSource.wal-reader.8a7a968213a0%2C43885%2C1732198794311,1-8a7a968213a0,43885,1732198794311 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40679/user/jenkins/test-data/81c90c60-f033-fd83-cf7d-437d385f8386/WALs/8a7a968213a0,43885,1732198794311/8a7a968213a0%2C43885%2C1732198794311.1732198795901 to pos 756, reset compression=false 2024-11-21T14:20:07,244 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-21T14:20:07,244 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-21T14:20:07,245 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-21T14:20:07,245 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-21T14:20:07,245 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T14:20:07,245 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-21T14:20:07,580 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,35901,1732198790562.replicationSource.wal-reader.8a7a968213a0%2C35901%2C1732198790562,1-8a7a968213a0,35901,1732198790562 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46213/user/jenkins/test-data/aac7d23d-fd7c-1dd8-2a95-7c5fea16053f/WALs/8a7a968213a0,35901,1732198790562/8a7a968213a0%2C35901%2C1732198790562.1732198792549 to pos 764, reset compression=false 2024-11-21T14:20:07,609 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-21T14:20:07,613 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-21T14:20:07,637 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,43885,1732198794311.replicationSource.wal-reader.8a7a968213a0%2C43885%2C1732198794311,1-8a7a968213a0,43885,1732198794311 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40679/user/jenkins/test-data/81c90c60-f033-fd83-cf7d-437d385f8386/WALs/8a7a968213a0,43885,1732198794311/8a7a968213a0%2C43885%2C1732198794311.1732198795901 to pos 756, reset compression=false 2024-11-21T14:20:07,641 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,43885,1732198794311.replicationSource.wal-reader.8a7a968213a0%2C43885%2C1732198794311,1-8a7a968213a0,43885,1732198794311 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T14:20:07,641 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,43885,1732198794311.replicationSource.wal-reader.8a7a968213a0%2C43885%2C1732198794311,1-8a7a968213a0,43885,1732198794311 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40679/user/jenkins/test-data/81c90c60-f033-fd83-cf7d-437d385f8386/WALs/8a7a968213a0,43885,1732198794311/8a7a968213a0%2C43885%2C1732198794311.1732198795901 to pos 915, reset compression=false 2024-11-21T14:20:07,641 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,43885,1732198794311.replicationSource.shipper8a7a968213a0%2C43885%2C1732198794311,1-8a7a968213a0,43885,1732198794311 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8a7a968213a0,43885,1732198794311 got entry batch from reader: WALEntryBatch [walEntries=[{test/42b15a2ab7e91dcea1939fbc7179ea45/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:40679/user/jenkins/test-data/81c90c60-f033-fd83-cf7d-437d385f8386/WALs/8a7a968213a0,43885,1732198794311/8a7a968213a0%2C43885%2C1732198794311.1732198795901, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-21T14:20:07,642 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35901 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T14:20:07,645 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35901 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T14:20:07,844 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,43885,1732198794311.replicationSource.wal-reader.8a7a968213a0%2C43885%2C1732198794311,1-8a7a968213a0,43885,1732198794311 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40679/user/jenkins/test-data/81c90c60-f033-fd83-cf7d-437d385f8386/WALs/8a7a968213a0,43885,1732198794311/8a7a968213a0%2C43885%2C1732198794311.1732198795901 to pos 915, reset compression=false 2024-11-21T14:20:08,084 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,35901,1732198790562.replicationSource.wal-reader.8a7a968213a0%2C35901%2C1732198790562,1-8a7a968213a0,35901,1732198790562 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46213/user/jenkins/test-data/aac7d23d-fd7c-1dd8-2a95-7c5fea16053f/WALs/8a7a968213a0,35901,1732198790562/8a7a968213a0%2C35901%2C1732198790562.1732198792549 to pos 764, reset compression=false 2024-11-21T14:20:08,089 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,35901,1732198790562.replicationSource.wal-reader.8a7a968213a0%2C35901%2C1732198790562,1-8a7a968213a0,35901,1732198790562 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T14:20:08,089 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,35901,1732198790562.replicationSource.wal-reader.8a7a968213a0%2C35901%2C1732198790562,1-8a7a968213a0,35901,1732198790562 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46213/user/jenkins/test-data/aac7d23d-fd7c-1dd8-2a95-7c5fea16053f/WALs/8a7a968213a0,35901,1732198790562/8a7a968213a0%2C35901%2C1732198790562.1732198792549 to pos 914, reset compression=false 2024-11-21T14:20:08,089 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,35901,1732198790562.replicationSource.shipper8a7a968213a0%2C35901%2C1732198790562,1-8a7a968213a0,35901,1732198790562 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8a7a968213a0,35901,1732198790562 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46213/user/jenkins/test-data/aac7d23d-fd7c-1dd8-2a95-7c5fea16053f/WALs/8a7a968213a0,35901,1732198790562/8a7a968213a0%2C35901%2C1732198790562.1732198792549, lastWalPosition=914, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T14:20:08,148 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,43885,1732198794311.replicationSource.wal-reader.8a7a968213a0%2C43885%2C1732198794311,1-8a7a968213a0,43885,1732198794311 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40679/user/jenkins/test-data/81c90c60-f033-fd83-cf7d-437d385f8386/WALs/8a7a968213a0,43885,1732198794311/8a7a968213a0%2C43885%2C1732198794311.1732198795901 to pos 915, reset compression=false 2024-11-21T14:20:08,292 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,35901,1732198790562.replicationSource.wal-reader.8a7a968213a0%2C35901%2C1732198790562,1-8a7a968213a0,35901,1732198790562 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46213/user/jenkins/test-data/aac7d23d-fd7c-1dd8-2a95-7c5fea16053f/WALs/8a7a968213a0,35901,1732198790562/8a7a968213a0%2C35901%2C1732198790562.1732198792549 to pos 914, reset compression=false 2024-11-21T14:20:08,552 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,43885,1732198794311.replicationSource.wal-reader.8a7a968213a0%2C43885%2C1732198794311,1-8a7a968213a0,43885,1732198794311 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40679/user/jenkins/test-data/81c90c60-f033-fd83-cf7d-437d385f8386/WALs/8a7a968213a0,43885,1732198794311/8a7a968213a0%2C43885%2C1732198794311.1732198795901 to pos 915, reset compression=false 2024-11-21T14:20:08,597 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,35901,1732198790562.replicationSource.wal-reader.8a7a968213a0%2C35901%2C1732198790562,1-8a7a968213a0,35901,1732198790562 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46213/user/jenkins/test-data/aac7d23d-fd7c-1dd8-2a95-7c5fea16053f/WALs/8a7a968213a0,35901,1732198790562/8a7a968213a0%2C35901%2C1732198790562.1732198792549 to pos 914, reset compression=false 2024-11-21T14:20:08,614 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-21T14:20:08,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T14:20:08,617 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T14:20:08,617 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:20:08,617 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:20:08,617 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:20:08,617 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:20:08,617 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T14:20:08,617 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2025978880, stopped=false 2024-11-21T14:20:08,617 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8a7a968213a0,33487,1732198794253 2024-11-21T14:20:08,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43885-0x1013ae5db760004, quorum=127.0.0.1:64339, baseZNode=/1-948201671 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-948201671/running 2024-11-21T14:20:08,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33487-0x1013ae5db760003, quorum=127.0.0.1:64339, baseZNode=/1-948201671 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-948201671/running 2024-11-21T14:20:08,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43885-0x1013ae5db760004, quorum=127.0.0.1:64339, baseZNode=/1-948201671 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-948201671 2024-11-21T14:20:08,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33487-0x1013ae5db760003, quorum=127.0.0.1:64339, baseZNode=/1-948201671 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-948201671 2024-11-21T14:20:08,620 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T14:20:08,620 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T14:20:08,620 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:20:08,620 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:20:08,620 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8a7a968213a0,43885,1732198794311' ***** 2024-11-21T14:20:08,620 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T14:20:08,621 INFO [RS:0;8a7a968213a0:43885 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T14:20:08,621 INFO [RS:0;8a7a968213a0:43885 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T14:20:08,621 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33487-0x1013ae5db760003, quorum=127.0.0.1:64339, baseZNode=/1-948201671 Set watcher on znode that does not yet exist, /1-948201671/running 2024-11-21T14:20:08,621 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43885-0x1013ae5db760004, quorum=127.0.0.1:64339, baseZNode=/1-948201671 Set watcher on znode that does not yet exist, /1-948201671/running 2024-11-21T14:20:08,621 INFO [RS:0;8a7a968213a0:43885 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T14:20:08,621 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T14:20:08,621 INFO [RS:0;8a7a968213a0:43885 {}] regionserver.HRegionServer(3091): Received CLOSE for 42b15a2ab7e91dcea1939fbc7179ea45 2024-11-21T14:20:08,621 INFO [RS:0;8a7a968213a0:43885 {}] regionserver.HRegionServer(3091): Received CLOSE for e4524c25440f7530e5959c7448601ece 2024-11-21T14:20:08,621 INFO [RS:0;8a7a968213a0:43885 {}] regionserver.HRegionServer(959): stopping server 8a7a968213a0,43885,1732198794311 2024-11-21T14:20:08,621 INFO [RS:0;8a7a968213a0:43885 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T14:20:08,621 INFO [RS:0;8a7a968213a0:43885 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8a7a968213a0:43885. 2024-11-21T14:20:08,621 DEBUG [RS:0;8a7a968213a0:43885 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:20:08,621 DEBUG [RS:0;8a7a968213a0:43885 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:20:08,621 INFO [RS:0;8a7a968213a0:43885 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T14:20:08,621 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 42b15a2ab7e91dcea1939fbc7179ea45, disabling compactions & flushes 2024-11-21T14:20:08,621 INFO [RS:0;8a7a968213a0:43885 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T14:20:08,621 INFO [RS:0;8a7a968213a0:43885 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T14:20:08,621 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732198798093.42b15a2ab7e91dcea1939fbc7179ea45. 2024-11-21T14:20:08,622 INFO [RS:0;8a7a968213a0:43885 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T14:20:08,622 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732198798093.42b15a2ab7e91dcea1939fbc7179ea45. 2024-11-21T14:20:08,622 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732198798093.42b15a2ab7e91dcea1939fbc7179ea45. after waiting 0 ms 2024-11-21T14:20:08,622 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732198798093.42b15a2ab7e91dcea1939fbc7179ea45. 2024-11-21T14:20:08,622 INFO [RS:0;8a7a968213a0:43885 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-21T14:20:08,622 DEBUG [RS:0;8a7a968213a0:43885 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 42b15a2ab7e91dcea1939fbc7179ea45=test,,1732198798093.42b15a2ab7e91dcea1939fbc7179ea45., e4524c25440f7530e5959c7448601ece=hbase:replication,,1732198802425.e4524c25440f7530e5959c7448601ece.} 2024-11-21T14:20:08,622 DEBUG [RS:0;8a7a968213a0:43885 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 42b15a2ab7e91dcea1939fbc7179ea45, e4524c25440f7530e5959c7448601ece 2024-11-21T14:20:08,622 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T14:20:08,622 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 42b15a2ab7e91dcea1939fbc7179ea45 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-21T14:20:08,622 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T14:20:08,622 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T14:20:08,622 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T14:20:08,622 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T14:20:08,622 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-21T14:20:08,640 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40679/user/jenkins/test-data/81c90c60-f033-fd83-cf7d-437d385f8386/data/default/test/42b15a2ab7e91dcea1939fbc7179ea45/.tmp/f/5c5809b2fe9947e6ac0d32509a27f571 is 29, key is row1/f:/1732198807610/DeleteFamily/seqid=0 2024-11-21T14:20:08,641 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40679/user/jenkins/test-data/81c90c60-f033-fd83-cf7d-437d385f8386/data/hbase/meta/1588230740/.tmp/info/4d3f813df58c4957b93d8e2624cb9c6f is 147, key is hbase:replication,,1732198802425.e4524c25440f7530e5959c7448601ece./info:regioninfo/1732198803612/Put/seqid=0 2024-11-21T14:20:08,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35891 is added to blk_1073741840_1016 (size=5118) 2024-11-21T14:20:08,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35891 is added to blk_1073741841_1017 (size=7686) 2024-11-21T14:20:08,648 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40679/user/jenkins/test-data/81c90c60-f033-fd83-cf7d-437d385f8386/data/hbase/meta/1588230740/.tmp/info/4d3f813df58c4957b93d8e2624cb9c6f 2024-11-21T14:20:08,670 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40679/user/jenkins/test-data/81c90c60-f033-fd83-cf7d-437d385f8386/data/hbase/meta/1588230740/.tmp/ns/b57f9b219b6b4b93a4e1c553eb183170 is 43, key is default/ns:d/1732198796855/Put/seqid=0 2024-11-21T14:20:08,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35891 is added to blk_1073741842_1018 (size=5153) 2024-11-21T14:20:08,681 INFO [regionserver/8a7a968213a0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T14:20:08,778 INFO [regionserver/8a7a968213a0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T14:20:08,779 INFO [regionserver/8a7a968213a0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T14:20:08,822 DEBUG [RS:0;8a7a968213a0:43885 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 42b15a2ab7e91dcea1939fbc7179ea45, e4524c25440f7530e5959c7448601ece 2024-11-21T14:20:09,000 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,35901,1732198790562.replicationSource.wal-reader.8a7a968213a0%2C35901%2C1732198790562,1-8a7a968213a0,35901,1732198790562 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46213/user/jenkins/test-data/aac7d23d-fd7c-1dd8-2a95-7c5fea16053f/WALs/8a7a968213a0,35901,1732198790562/8a7a968213a0%2C35901%2C1732198790562.1732198792549 to pos 914, reset compression=false 2024-11-21T14:20:09,022 DEBUG [RS:0;8a7a968213a0:43885 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 42b15a2ab7e91dcea1939fbc7179ea45, e4524c25440f7530e5959c7448601ece 2024-11-21T14:20:09,044 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:40679/user/jenkins/test-data/81c90c60-f033-fd83-cf7d-437d385f8386/data/default/test/42b15a2ab7e91dcea1939fbc7179ea45/.tmp/f/5c5809b2fe9947e6ac0d32509a27f571 2024-11-21T14:20:09,048 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5c5809b2fe9947e6ac0d32509a27f571 2024-11-21T14:20:09,056 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,43885,1732198794311.replicationSource.wal-reader.8a7a968213a0%2C43885%2C1732198794311,1-8a7a968213a0,43885,1732198794311 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40679/user/jenkins/test-data/81c90c60-f033-fd83-cf7d-437d385f8386/WALs/8a7a968213a0,43885,1732198794311/8a7a968213a0%2C43885%2C1732198794311.1732198795901 to pos 915, reset compression=false 2024-11-21T14:20:09,061 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,43885,1732198794311.replicationSource.wal-reader.8a7a968213a0%2C43885%2C1732198794311,1-8a7a968213a0,43885,1732198794311 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T14:20:09,061 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,43885,1732198794311.replicationSource.wal-reader.8a7a968213a0%2C43885%2C1732198794311,1-8a7a968213a0,43885,1732198794311 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40679/user/jenkins/test-data/81c90c60-f033-fd83-cf7d-437d385f8386/WALs/8a7a968213a0,43885,1732198794311/8a7a968213a0%2C43885%2C1732198794311.1732198795901 to pos 1162, reset compression=false 2024-11-21T14:20:09,061 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,43885,1732198794311.replicationSource.shipper8a7a968213a0%2C43885%2C1732198794311,1-8a7a968213a0,43885,1732198794311 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8a7a968213a0,43885,1732198794311 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40679/user/jenkins/test-data/81c90c60-f033-fd83-cf7d-437d385f8386/WALs/8a7a968213a0,43885,1732198794311/8a7a968213a0%2C43885%2C1732198794311.1732198795901, lastWalPosition=1162, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T14:20:09,062 ERROR [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,43885,1732198794311.replicationSource.shipper8a7a968213a0%2C43885%2C1732198794311,1-8a7a968213a0,43885,1732198794311 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 8a7a968213a0,43885,1732198794311: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-8a7a968213a0,43885,1732198794311, walGroup=8a7a968213a0%2C43885%2C1732198794311, offset=8a7a968213a0%2C43885%2C1732198794311.1732198795901:1162, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8a7a968213a0:43885 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-21T14:20:09,063 ERROR [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,43885,1732198794311.replicationSource.shipper8a7a968213a0%2C43885%2C1732198794311,1-8a7a968213a0,43885,1732198794311 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-21T14:20:09,063 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,43885,1732198794311.replicationSource.shipper8a7a968213a0%2C43885%2C1732198794311,1-8a7a968213a0,43885,1732198794311 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-21T14:20:09,064 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,43885,1732198794311.replicationSource.shipper8a7a968213a0%2C43885%2C1732198794311,1-8a7a968213a0,43885,1732198794311 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-21T14:20:09,064 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,43885,1732198794311.replicationSource.shipper8a7a968213a0%2C43885%2C1732198794311,1-8a7a968213a0,43885,1732198794311 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-21T14:20:09,064 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,43885,1732198794311.replicationSource.shipper8a7a968213a0%2C43885%2C1732198794311,1-8a7a968213a0,43885,1732198794311 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-21T14:20:09,064 INFO [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,43885,1732198794311.replicationSource.shipper8a7a968213a0%2C43885%2C1732198794311,1-8a7a968213a0,43885,1732198794311 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1054867456, "init": 1048576000, "max": 2306867200, "used": 599349752 }, "NonHeapMemoryUsage": { "committed": 195231744, "init": 7667712, "max": -1, "used": 191299328 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-21T14:20:09,064 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40679/user/jenkins/test-data/81c90c60-f033-fd83-cf7d-437d385f8386/data/default/test/42b15a2ab7e91dcea1939fbc7179ea45/.tmp/f1/f5889a0123a343d8b7b917d6bd2933cb is 30, key is row1/f1:/1732198807610/DeleteFamily/seqid=0 2024-11-21T14:20:09,064 WARN [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,43885,1732198794311.replicationSource.shipper8a7a968213a0%2C43885%2C1732198794311,1-8a7a968213a0,43885,1732198794311 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8a7a968213a0:33487 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8a7a968213a0:33487 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-21T14:20:09,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35891 is added to blk_1073741843_1019 (size=5123) 2024-11-21T14:20:09,074 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40679/user/jenkins/test-data/81c90c60-f033-fd83-cf7d-437d385f8386/data/hbase/meta/1588230740/.tmp/ns/b57f9b219b6b4b93a4e1c553eb183170 2024-11-21T14:20:09,091 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40679/user/jenkins/test-data/81c90c60-f033-fd83-cf7d-437d385f8386/data/hbase/meta/1588230740/.tmp/rep_barrier/865688ab712a4554a1ac07cf634b731b is 112, key is test,,1732198798093.42b15a2ab7e91dcea1939fbc7179ea45./rep_barrier:seqnumDuringOpen/1732198799245/Put/seqid=0 2024-11-21T14:20:09,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35891 is added to blk_1073741844_1020 (size=5518) 2024-11-21T14:20:09,222 DEBUG [RS:0;8a7a968213a0:43885 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 42b15a2ab7e91dcea1939fbc7179ea45, e4524c25440f7530e5959c7448601ece 2024-11-21T14:20:09,266 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,43885,1732198794311.replicationSource.wal-reader.8a7a968213a0%2C43885%2C1732198794311,1-8a7a968213a0,43885,1732198794311 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40679/user/jenkins/test-data/81c90c60-f033-fd83-cf7d-437d385f8386/WALs/8a7a968213a0,43885,1732198794311/8a7a968213a0%2C43885%2C1732198794311.1732198795901 to pos 1162, reset compression=false 2024-11-21T14:20:09,423 DEBUG [RS:0;8a7a968213a0:43885 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 42b15a2ab7e91dcea1939fbc7179ea45, e4524c25440f7530e5959c7448601ece 2024-11-21T14:20:09,470 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:40679/user/jenkins/test-data/81c90c60-f033-fd83-cf7d-437d385f8386/data/default/test/42b15a2ab7e91dcea1939fbc7179ea45/.tmp/f1/f5889a0123a343d8b7b917d6bd2933cb 2024-11-21T14:20:09,475 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f5889a0123a343d8b7b917d6bd2933cb 2024-11-21T14:20:09,489 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40679/user/jenkins/test-data/81c90c60-f033-fd83-cf7d-437d385f8386/data/default/test/42b15a2ab7e91dcea1939fbc7179ea45/.tmp/norep/a34e80dabdfd46409e9ace0d0b2a4e4c is 33, key is row1/norep:/1732198807610/DeleteFamily/seqid=0 2024-11-21T14:20:09,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35891 is added to blk_1073741845_1021 (size=5108) 2024-11-21T14:20:09,494 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40679/user/jenkins/test-data/81c90c60-f033-fd83-cf7d-437d385f8386/data/hbase/meta/1588230740/.tmp/rep_barrier/865688ab712a4554a1ac07cf634b731b 2024-11-21T14:20:09,504 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,35901,1732198790562.replicationSource.wal-reader.8a7a968213a0%2C35901%2C1732198790562,1-8a7a968213a0,35901,1732198790562 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46213/user/jenkins/test-data/aac7d23d-fd7c-1dd8-2a95-7c5fea16053f/WALs/8a7a968213a0,35901,1732198790562/8a7a968213a0%2C35901%2C1732198790562.1732198792549 to pos 914, reset compression=false 2024-11-21T14:20:09,511 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40679/user/jenkins/test-data/81c90c60-f033-fd83-cf7d-437d385f8386/data/hbase/meta/1588230740/.tmp/table/b9d27793203e443f953c960b3daaee45 is 53, key is hbase:replication/table:state/1732198803620/Put/seqid=0 2024-11-21T14:20:09,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35891 is added to blk_1073741846_1022 (size=5308) 2024-11-21T14:20:09,570 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,43885,1732198794311.replicationSource.wal-reader.8a7a968213a0%2C43885%2C1732198794311,1-8a7a968213a0,43885,1732198794311 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40679/user/jenkins/test-data/81c90c60-f033-fd83-cf7d-437d385f8386/WALs/8a7a968213a0,43885,1732198794311/8a7a968213a0%2C43885%2C1732198794311.1732198795901 to pos 1162, reset compression=false 2024-11-21T14:20:09,623 DEBUG [RS:0;8a7a968213a0:43885 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 42b15a2ab7e91dcea1939fbc7179ea45, e4524c25440f7530e5959c7448601ece 2024-11-21T14:20:09,823 DEBUG [RS:0;8a7a968213a0:43885 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 42b15a2ab7e91dcea1939fbc7179ea45, e4524c25440f7530e5959c7448601ece 2024-11-21T14:20:09,894 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:40679/user/jenkins/test-data/81c90c60-f033-fd83-cf7d-437d385f8386/data/default/test/42b15a2ab7e91dcea1939fbc7179ea45/.tmp/norep/a34e80dabdfd46409e9ace0d0b2a4e4c 2024-11-21T14:20:09,898 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a34e80dabdfd46409e9ace0d0b2a4e4c 2024-11-21T14:20:09,899 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40679/user/jenkins/test-data/81c90c60-f033-fd83-cf7d-437d385f8386/data/default/test/42b15a2ab7e91dcea1939fbc7179ea45/.tmp/f/5c5809b2fe9947e6ac0d32509a27f571 as hdfs://localhost:40679/user/jenkins/test-data/81c90c60-f033-fd83-cf7d-437d385f8386/data/default/test/42b15a2ab7e91dcea1939fbc7179ea45/f/5c5809b2fe9947e6ac0d32509a27f571 2024-11-21T14:20:09,902 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5c5809b2fe9947e6ac0d32509a27f571 2024-11-21T14:20:09,902 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40679/user/jenkins/test-data/81c90c60-f033-fd83-cf7d-437d385f8386/data/default/test/42b15a2ab7e91dcea1939fbc7179ea45/f/5c5809b2fe9947e6ac0d32509a27f571, entries=2, sequenceid=8, filesize=5.0 K 2024-11-21T14:20:09,903 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40679/user/jenkins/test-data/81c90c60-f033-fd83-cf7d-437d385f8386/data/default/test/42b15a2ab7e91dcea1939fbc7179ea45/.tmp/f1/f5889a0123a343d8b7b917d6bd2933cb as hdfs://localhost:40679/user/jenkins/test-data/81c90c60-f033-fd83-cf7d-437d385f8386/data/default/test/42b15a2ab7e91dcea1939fbc7179ea45/f1/f5889a0123a343d8b7b917d6bd2933cb 2024-11-21T14:20:09,907 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f5889a0123a343d8b7b917d6bd2933cb 2024-11-21T14:20:09,907 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40679/user/jenkins/test-data/81c90c60-f033-fd83-cf7d-437d385f8386/data/default/test/42b15a2ab7e91dcea1939fbc7179ea45/f1/f5889a0123a343d8b7b917d6bd2933cb, entries=2, sequenceid=8, filesize=5.0 K 2024-11-21T14:20:09,908 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40679/user/jenkins/test-data/81c90c60-f033-fd83-cf7d-437d385f8386/data/default/test/42b15a2ab7e91dcea1939fbc7179ea45/.tmp/norep/a34e80dabdfd46409e9ace0d0b2a4e4c as hdfs://localhost:40679/user/jenkins/test-data/81c90c60-f033-fd83-cf7d-437d385f8386/data/default/test/42b15a2ab7e91dcea1939fbc7179ea45/norep/a34e80dabdfd46409e9ace0d0b2a4e4c 2024-11-21T14:20:09,912 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a34e80dabdfd46409e9ace0d0b2a4e4c 2024-11-21T14:20:09,912 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40679/user/jenkins/test-data/81c90c60-f033-fd83-cf7d-437d385f8386/data/default/test/42b15a2ab7e91dcea1939fbc7179ea45/norep/a34e80dabdfd46409e9ace0d0b2a4e4c, entries=1, sequenceid=8, filesize=5.0 K 2024-11-21T14:20:09,913 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 42b15a2ab7e91dcea1939fbc7179ea45 in 1291ms, sequenceid=8, compaction requested=false 2024-11-21T14:20:09,915 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40679/user/jenkins/test-data/81c90c60-f033-fd83-cf7d-437d385f8386/data/hbase/meta/1588230740/.tmp/table/b9d27793203e443f953c960b3daaee45 2024-11-21T14:20:09,919 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40679/user/jenkins/test-data/81c90c60-f033-fd83-cf7d-437d385f8386/data/default/test/42b15a2ab7e91dcea1939fbc7179ea45/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-21T14:20:09,920 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T14:20:09,920 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T14:20:09,920 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732198798093.42b15a2ab7e91dcea1939fbc7179ea45. 2024-11-21T14:20:09,920 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40679/user/jenkins/test-data/81c90c60-f033-fd83-cf7d-437d385f8386/data/hbase/meta/1588230740/.tmp/info/4d3f813df58c4957b93d8e2624cb9c6f as hdfs://localhost:40679/user/jenkins/test-data/81c90c60-f033-fd83-cf7d-437d385f8386/data/hbase/meta/1588230740/info/4d3f813df58c4957b93d8e2624cb9c6f 2024-11-21T14:20:09,920 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 42b15a2ab7e91dcea1939fbc7179ea45: Waiting for close lock at 1732198808621Running coprocessor pre-close hooks at 1732198808621Disabling compacts and flushes for region at 1732198808621Disabling writes for close at 1732198808622 (+1 ms)Obtaining lock to block concurrent updates at 1732198808622Preparing flush snapshotting stores in 42b15a2ab7e91dcea1939fbc7179ea45 at 1732198808622Finished memstore snapshotting test,,1732198798093.42b15a2ab7e91dcea1939fbc7179ea45., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1732198808622Flushing stores of test,,1732198798093.42b15a2ab7e91dcea1939fbc7179ea45. at 1732198808623 (+1 ms)Flushing 42b15a2ab7e91dcea1939fbc7179ea45/f: creating writer at 1732198808623Flushing 42b15a2ab7e91dcea1939fbc7179ea45/f: appending metadata at 1732198808639 (+16 ms)Flushing 42b15a2ab7e91dcea1939fbc7179ea45/f: closing flushed file at 1732198808639Flushing 42b15a2ab7e91dcea1939fbc7179ea45/f1: creating writer at 1732198809049 (+410 ms)Flushing 42b15a2ab7e91dcea1939fbc7179ea45/f1: appending metadata at 1732198809063 (+14 ms)Flushing 42b15a2ab7e91dcea1939fbc7179ea45/f1: closing flushed file at 1732198809063Flushing 42b15a2ab7e91dcea1939fbc7179ea45/norep: creating writer at 1732198809475 (+412 ms)Flushing 42b15a2ab7e91dcea1939fbc7179ea45/norep: appending metadata at 1732198809489 (+14 ms)Flushing 42b15a2ab7e91dcea1939fbc7179ea45/norep: closing flushed file at 1732198809489Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@452cc1e: reopening flushed file at 1732198809898 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c8db115: reopening flushed file at 1732198809902 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64e340c8: reopening flushed file at 1732198809907 (+5 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 42b15a2ab7e91dcea1939fbc7179ea45 in 1291ms, sequenceid=8, compaction requested=false at 1732198809913 (+6 ms)Writing region close event to WAL at 1732198809915 (+2 ms)Running coprocessor post-close hooks at 1732198809920 (+5 ms)Closed at 1732198809920 2024-11-21T14:20:09,920 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732198798093.42b15a2ab7e91dcea1939fbc7179ea45. 2024-11-21T14:20:09,920 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e4524c25440f7530e5959c7448601ece, disabling compactions & flushes 2024-11-21T14:20:09,920 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732198802425.e4524c25440f7530e5959c7448601ece. 2024-11-21T14:20:09,920 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732198802425.e4524c25440f7530e5959c7448601ece. 2024-11-21T14:20:09,920 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732198802425.e4524c25440f7530e5959c7448601ece. after waiting 0 ms 2024-11-21T14:20:09,920 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732198802425.e4524c25440f7530e5959c7448601ece. 2024-11-21T14:20:09,921 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e4524c25440f7530e5959c7448601ece: Waiting for close lock at 1732198809920Running coprocessor pre-close hooks at 1732198809920Disabling compacts and flushes for region at 1732198809920Disabling writes for close at 1732198809920Failed flush hbase:replication,,1732198802425.e4524c25440f7530e5959c7448601ece., putting online again at 1732198809921 (+1 ms) 2024-11-21T14:20:09,921 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732198802425.e4524c25440f7530e5959c7448601ece. 2024-11-21T14:20:09,924 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40679/user/jenkins/test-data/81c90c60-f033-fd83-cf7d-437d385f8386/data/hbase/meta/1588230740/info/4d3f813df58c4957b93d8e2624cb9c6f, entries=20, sequenceid=16, filesize=7.5 K 2024-11-21T14:20:09,924 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40679/user/jenkins/test-data/81c90c60-f033-fd83-cf7d-437d385f8386/data/hbase/meta/1588230740/.tmp/ns/b57f9b219b6b4b93a4e1c553eb183170 as hdfs://localhost:40679/user/jenkins/test-data/81c90c60-f033-fd83-cf7d-437d385f8386/data/hbase/meta/1588230740/ns/b57f9b219b6b4b93a4e1c553eb183170 2024-11-21T14:20:09,928 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40679/user/jenkins/test-data/81c90c60-f033-fd83-cf7d-437d385f8386/data/hbase/meta/1588230740/ns/b57f9b219b6b4b93a4e1c553eb183170, entries=2, sequenceid=16, filesize=5.0 K 2024-11-21T14:20:09,929 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40679/user/jenkins/test-data/81c90c60-f033-fd83-cf7d-437d385f8386/data/hbase/meta/1588230740/.tmp/rep_barrier/865688ab712a4554a1ac07cf634b731b as hdfs://localhost:40679/user/jenkins/test-data/81c90c60-f033-fd83-cf7d-437d385f8386/data/hbase/meta/1588230740/rep_barrier/865688ab712a4554a1ac07cf634b731b 2024-11-21T14:20:09,932 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40679/user/jenkins/test-data/81c90c60-f033-fd83-cf7d-437d385f8386/data/hbase/meta/1588230740/rep_barrier/865688ab712a4554a1ac07cf634b731b, entries=1, sequenceid=16, filesize=5.4 K 2024-11-21T14:20:09,933 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40679/user/jenkins/test-data/81c90c60-f033-fd83-cf7d-437d385f8386/data/hbase/meta/1588230740/.tmp/table/b9d27793203e443f953c960b3daaee45 as hdfs://localhost:40679/user/jenkins/test-data/81c90c60-f033-fd83-cf7d-437d385f8386/data/hbase/meta/1588230740/table/b9d27793203e443f953c960b3daaee45 2024-11-21T14:20:09,936 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40679/user/jenkins/test-data/81c90c60-f033-fd83-cf7d-437d385f8386/data/hbase/meta/1588230740/table/b9d27793203e443f953c960b3daaee45, entries=4, sequenceid=16, filesize=5.2 K 2024-11-21T14:20:09,937 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1315ms, sequenceid=16, compaction requested=false 2024-11-21T14:20:09,941 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40679/user/jenkins/test-data/81c90c60-f033-fd83-cf7d-437d385f8386/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-21T14:20:09,942 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T14:20:09,942 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T14:20:09,942 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T14:20:09,942 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732198808622Running coprocessor pre-close hooks at 1732198808622Disabling compacts and flushes for region at 1732198808622Disabling writes for close at 1732198808622Obtaining lock to block concurrent updates at 1732198808622Preparing flush snapshotting stores in 1588230740 at 1732198808622Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732198808622Flushing stores of hbase:meta,,1.1588230740 at 1732198808623 (+1 ms)Flushing 1588230740/info: creating writer at 1732198808623Flushing 1588230740/info: appending metadata at 1732198808641 (+18 ms)Flushing 1588230740/info: closing flushed file at 1732198808641Flushing 1588230740/ns: creating writer at 1732198808652 (+11 ms)Flushing 1588230740/ns: appending metadata at 1732198808669 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732198808669Flushing 1588230740/rep_barrier: creating writer at 1732198809077 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732198809090 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732198809090Flushing 1588230740/table: creating writer at 1732198809498 (+408 ms)Flushing 1588230740/table: appending metadata at 1732198809511 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732198809511Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@94d7b16: reopening flushed file at 1732198809919 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@711eb463: reopening flushed file at 1732198809924 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65065bc5: reopening flushed file at 1732198809928 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52a5d11d: reopening flushed file at 1732198809932 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1315ms, sequenceid=16, compaction requested=false at 1732198809937 (+5 ms)Writing region close event to WAL at 1732198809939 (+2 ms)Running coprocessor post-close hooks at 1732198809942 (+3 ms)Closed at 1732198809942 2024-11-21T14:20:09,942 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T14:20:09,974 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,43885,1732198794311.replicationSource.wal-reader.8a7a968213a0%2C43885%2C1732198794311,1-8a7a968213a0,43885,1732198794311 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40679/user/jenkins/test-data/81c90c60-f033-fd83-cf7d-437d385f8386/WALs/8a7a968213a0,43885,1732198794311/8a7a968213a0%2C43885%2C1732198794311.1732198795901 to pos 1162, reset compression=false 2024-11-21T14:20:09,979 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,43885,1732198794311.replicationSource.wal-reader.8a7a968213a0%2C43885%2C1732198794311,1-8a7a968213a0,43885,1732198794311 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T14:20:09,979 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,43885,1732198794311.replicationSource.wal-reader.8a7a968213a0%2C43885%2C1732198794311,1-8a7a968213a0,43885,1732198794311 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40679/user/jenkins/test-data/81c90c60-f033-fd83-cf7d-437d385f8386/WALs/8a7a968213a0,43885,1732198794311/8a7a968213a0%2C43885%2C1732198794311.1732198795901 to pos 1806, reset compression=false 2024-11-21T14:20:10,023 INFO [RS:0;8a7a968213a0:43885 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-21T14:20:10,023 DEBUG [RS:0;8a7a968213a0:43885 {}] regionserver.HRegionServer(1325): Online Regions={e4524c25440f7530e5959c7448601ece=hbase:replication,,1732198802425.e4524c25440f7530e5959c7448601ece.} 2024-11-21T14:20:10,023 INFO [RS:0;8a7a968213a0:43885 {}] regionserver.HRegionServer(3091): Received CLOSE for e4524c25440f7530e5959c7448601ece 2024-11-21T14:20:10,023 DEBUG [RS:0;8a7a968213a0:43885 {}] regionserver.HRegionServer(1351): Waiting on e4524c25440f7530e5959c7448601ece 2024-11-21T14:20:10,023 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e4524c25440f7530e5959c7448601ece, disabling compactions & flushes 2024-11-21T14:20:10,023 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732198802425.e4524c25440f7530e5959c7448601ece. 2024-11-21T14:20:10,023 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732198802425.e4524c25440f7530e5959c7448601ece. 2024-11-21T14:20:10,023 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732198802425.e4524c25440f7530e5959c7448601ece. after waiting 0 ms 2024-11-21T14:20:10,023 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732198802425.e4524c25440f7530e5959c7448601ece. 2024-11-21T14:20:10,024 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e4524c25440f7530e5959c7448601ece: Waiting for close lock at 1732198810023Running coprocessor pre-close hooks at 1732198810023Disabling compacts and flushes for region at 1732198810023Disabling writes for close at 1732198810023Failed flush hbase:replication,,1732198802425.e4524c25440f7530e5959c7448601ece., putting online again at 1732198810023 2024-11-21T14:20:10,024 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732198802425.e4524c25440f7530e5959c7448601ece. 2024-11-21T14:20:10,108 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,35901,1732198790562.replicationSource.wal-reader.8a7a968213a0%2C35901%2C1732198790562,1-8a7a968213a0,35901,1732198790562 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46213/user/jenkins/test-data/aac7d23d-fd7c-1dd8-2a95-7c5fea16053f/WALs/8a7a968213a0,35901,1732198790562/8a7a968213a0%2C35901%2C1732198790562.1732198792549 to pos 914, reset compression=false 2024-11-21T14:20:10,182 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,43885,1732198794311.replicationSource.wal-reader.8a7a968213a0%2C43885%2C1732198794311,1-8a7a968213a0,43885,1732198794311 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40679/user/jenkins/test-data/81c90c60-f033-fd83-cf7d-437d385f8386/WALs/8a7a968213a0,43885,1732198794311/8a7a968213a0%2C43885%2C1732198794311.1732198795901 to pos 1806, reset compression=false 2024-11-21T14:20:10,223 INFO [RS:0;8a7a968213a0:43885 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-21T14:20:10,223 INFO [RS:0;8a7a968213a0:43885 {}] regionserver.HRegionServer(976): stopping server 8a7a968213a0,43885,1732198794311; all regions closed. 2024-11-21T14:20:10,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35891 is added to blk_1073741834_1010 (size=4239) 2024-11-21T14:20:10,226 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/81c90c60-f033-fd83-cf7d-437d385f8386/WALs/8a7a968213a0,43885,1732198794311/8a7a968213a0%2C43885%2C1732198794311.meta.1732198796817.meta not finished, retry = 0 2024-11-21T14:20:10,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35891 is added to blk_1073741839_1015 (size=1733) 2024-11-21T14:20:10,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35891 is added to blk_1073741832_1008 (size=1814) 2024-11-21T14:20:10,332 DEBUG [RS:0;8a7a968213a0:43885 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:20:10,332 INFO [RS:0;8a7a968213a0:43885 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T14:20:10,333 INFO [RS:0;8a7a968213a0:43885 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T14:20:10,333 INFO [RS:0;8a7a968213a0:43885 {}] hbase.ChoreService(370): Chore service for: regionserver/8a7a968213a0:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T14:20:10,333 INFO [RS:0;8a7a968213a0:43885 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T14:20:10,333 INFO [regionserver/8a7a968213a0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T14:20:10,333 INFO [RS:0;8a7a968213a0:43885 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-8a7a968213a0,43885,1732198794311 because: Region server is closing 2024-11-21T14:20:10,333 INFO [RS:0;8a7a968213a0:43885 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8a7a968213a0:43885. 2024-11-21T14:20:10,333 DEBUG [RS:0;8a7a968213a0:43885 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:20:10,334 DEBUG [RS:0;8a7a968213a0:43885 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:20:10,334 DEBUG [RS:0;8a7a968213a0:43885 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:20:10,334 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:20:10,434 INFO [RS:0;8a7a968213a0:43885 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,43885,1732198794311.replicationSource.shipper8a7a968213a0%2C43885%2C1732198794311,1-8a7a968213a0,43885,1732198794311 terminated 2024-11-21T14:20:10,434 WARN [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,43885,1732198794311.replicationSource.wal-reader.8a7a968213a0%2C43885%2C1732198794311,1-8a7a968213a0,43885,1732198794311 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-21T14:20:10,434 INFO [RS:0;8a7a968213a0:43885 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8a7a968213a0:43885. 2024-11-21T14:20:10,434 DEBUG [RS:0;8a7a968213a0:43885 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:20:10,434 DEBUG [RS:0;8a7a968213a0:43885 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:20:10,434 DEBUG [RS:0;8a7a968213a0:43885 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:20:10,434 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:20:10,435 INFO [RS:0;8a7a968213a0:43885 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43885 2024-11-21T14:20:10,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43885-0x1013ae5db760004, quorum=127.0.0.1:64339, baseZNode=/1-948201671 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-948201671/rs/8a7a968213a0,43885,1732198794311 2024-11-21T14:20:10,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33487-0x1013ae5db760003, quorum=127.0.0.1:64339, baseZNode=/1-948201671 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-948201671/rs 2024-11-21T14:20:10,437 INFO [RS:0;8a7a968213a0:43885 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T14:20:10,437 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8a7a968213a0,43885,1732198794311] 2024-11-21T14:20:10,439 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-948201671/draining/8a7a968213a0,43885,1732198794311 already deleted, retry=false 2024-11-21T14:20:10,439 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8a7a968213a0,43885,1732198794311 expired; onlineServers=0 2024-11-21T14:20:10,439 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8a7a968213a0,33487,1732198794253' ***** 2024-11-21T14:20:10,439 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T14:20:10,439 INFO [M:0;8a7a968213a0:33487 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T14:20:10,439 INFO [M:0;8a7a968213a0:33487 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T14:20:10,439 DEBUG [M:0;8a7a968213a0:33487 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T14:20:10,439 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T14:20:10,439 DEBUG [M:0;8a7a968213a0:33487 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T14:20:10,439 DEBUG [master/8a7a968213a0:0:becomeActiveMaster-HFileCleaner.large.0-1732198795680 {}] cleaner.HFileCleaner(306): Exit Thread[master/8a7a968213a0:0:becomeActiveMaster-HFileCleaner.large.0-1732198795680,5,FailOnTimeoutGroup] 2024-11-21T14:20:10,439 DEBUG [master/8a7a968213a0:0:becomeActiveMaster-HFileCleaner.small.0-1732198795684 {}] cleaner.HFileCleaner(306): Exit Thread[master/8a7a968213a0:0:becomeActiveMaster-HFileCleaner.small.0-1732198795684,5,FailOnTimeoutGroup] 2024-11-21T14:20:10,439 INFO [M:0;8a7a968213a0:33487 {}] hbase.ChoreService(370): Chore service for: master/8a7a968213a0:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T14:20:10,439 INFO [M:0;8a7a968213a0:33487 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T14:20:10,439 DEBUG [M:0;8a7a968213a0:33487 {}] master.HMaster(1795): Stopping service threads 2024-11-21T14:20:10,439 INFO [M:0;8a7a968213a0:33487 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T14:20:10,440 INFO [M:0;8a7a968213a0:33487 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T14:20:10,440 INFO [M:0;8a7a968213a0:33487 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T14:20:10,440 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T14:20:10,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33487-0x1013ae5db760003, quorum=127.0.0.1:64339, baseZNode=/1-948201671 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-948201671/master 2024-11-21T14:20:10,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33487-0x1013ae5db760003, quorum=127.0.0.1:64339, baseZNode=/1-948201671 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-948201671 2024-11-21T14:20:10,441 DEBUG [M:0;8a7a968213a0:33487 {}] zookeeper.ZKUtil(347): master:33487-0x1013ae5db760003, quorum=127.0.0.1:64339, baseZNode=/1-948201671 Unable to get data of znode /1-948201671/master because node does not exist (not an error) 2024-11-21T14:20:10,441 WARN [M:0;8a7a968213a0:33487 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T14:20:10,442 INFO [M:0;8a7a968213a0:33487 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40679/user/jenkins/test-data/81c90c60-f033-fd83-cf7d-437d385f8386/.lastflushedseqids 2024-11-21T14:20:10,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35891 is added to blk_1073741847_1023 (size=245) 2024-11-21T14:20:10,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43885-0x1013ae5db760004, quorum=127.0.0.1:64339, baseZNode=/1-948201671 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T14:20:10,538 INFO [RS:0;8a7a968213a0:43885 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T14:20:10,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43885-0x1013ae5db760004, quorum=127.0.0.1:64339, baseZNode=/1-948201671 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T14:20:10,538 INFO [RS:0;8a7a968213a0:43885 {}] regionserver.HRegionServer(1031): Exiting; stopping=8a7a968213a0,43885,1732198794311; zookeeper connection closed. 2024-11-21T14:20:10,539 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3467309c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3467309c 2024-11-21T14:20:10,539 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T14:20:10,811 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,35901,1732198790562.replicationSource.wal-reader.8a7a968213a0%2C35901%2C1732198790562,1-8a7a968213a0,35901,1732198790562 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46213/user/jenkins/test-data/aac7d23d-fd7c-1dd8-2a95-7c5fea16053f/WALs/8a7a968213a0,35901,1732198790562/8a7a968213a0%2C35901%2C1732198790562.1732198792549 to pos 914, reset compression=false 2024-11-21T14:20:10,846 INFO [M:0;8a7a968213a0:33487 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T14:20:10,846 INFO [M:0;8a7a968213a0:33487 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T14:20:10,846 DEBUG [M:0;8a7a968213a0:33487 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T14:20:10,846 INFO [M:0;8a7a968213a0:33487 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:20:10,847 DEBUG [M:0;8a7a968213a0:33487 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:20:10,847 DEBUG [M:0;8a7a968213a0:33487 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T14:20:10,847 DEBUG [M:0;8a7a968213a0:33487 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:20:10,847 INFO [M:0;8a7a968213a0:33487 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-21T14:20:10,866 DEBUG [M:0;8a7a968213a0:33487 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40679/user/jenkins/test-data/81c90c60-f033-fd83-cf7d-437d385f8386/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3859882f8d49408ab9477977e4a50ba4 is 82, key is hbase:meta,,1/info:regioninfo/1732198796847/Put/seqid=0 2024-11-21T14:20:10,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35891 is added to blk_1073741848_1024 (size=5672) 2024-11-21T14:20:10,870 INFO [M:0;8a7a968213a0:33487 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40679/user/jenkins/test-data/81c90c60-f033-fd83-cf7d-437d385f8386/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3859882f8d49408ab9477977e4a50ba4 2024-11-21T14:20:10,892 DEBUG [M:0;8a7a968213a0:33487 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40679/user/jenkins/test-data/81c90c60-f033-fd83-cf7d-437d385f8386/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b923129f5b414689b276b8c3f1174bfa is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732198803624/Put/seqid=0 2024-11-21T14:20:10,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35891 is added to blk_1073741849_1025 (size=8515) 2024-11-21T14:20:11,296 INFO [M:0;8a7a968213a0:33487 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40679/user/jenkins/test-data/81c90c60-f033-fd83-cf7d-437d385f8386/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b923129f5b414689b276b8c3f1174bfa 2024-11-21T14:20:11,314 DEBUG [M:0;8a7a968213a0:33487 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40679/user/jenkins/test-data/81c90c60-f033-fd83-cf7d-437d385f8386/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b6757d9b32574f4798306597609e4296 is 69, key is 8a7a968213a0,43885,1732198794311/rs:state/1732198795753/Put/seqid=0 2024-11-21T14:20:11,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35891 is added to blk_1073741850_1026 (size=5156) 2024-11-21T14:20:11,615 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,35901,1732198790562.replicationSource.wal-reader.8a7a968213a0%2C35901%2C1732198790562,1-8a7a968213a0,35901,1732198790562 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46213/user/jenkins/test-data/aac7d23d-fd7c-1dd8-2a95-7c5fea16053f/WALs/8a7a968213a0,35901,1732198790562/8a7a968213a0%2C35901%2C1732198790562.1732198792549 to pos 914, reset compression=false 2024-11-21T14:20:11,719 INFO [M:0;8a7a968213a0:33487 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40679/user/jenkins/test-data/81c90c60-f033-fd83-cf7d-437d385f8386/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b6757d9b32574f4798306597609e4296 2024-11-21T14:20:11,723 DEBUG [M:0;8a7a968213a0:33487 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40679/user/jenkins/test-data/81c90c60-f033-fd83-cf7d-437d385f8386/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3859882f8d49408ab9477977e4a50ba4 as hdfs://localhost:40679/user/jenkins/test-data/81c90c60-f033-fd83-cf7d-437d385f8386/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3859882f8d49408ab9477977e4a50ba4 2024-11-21T14:20:11,726 INFO [M:0;8a7a968213a0:33487 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40679/user/jenkins/test-data/81c90c60-f033-fd83-cf7d-437d385f8386/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3859882f8d49408ab9477977e4a50ba4, entries=8, sequenceid=97, filesize=5.5 K 2024-11-21T14:20:11,727 DEBUG [M:0;8a7a968213a0:33487 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40679/user/jenkins/test-data/81c90c60-f033-fd83-cf7d-437d385f8386/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b923129f5b414689b276b8c3f1174bfa as hdfs://localhost:40679/user/jenkins/test-data/81c90c60-f033-fd83-cf7d-437d385f8386/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b923129f5b414689b276b8c3f1174bfa 2024-11-21T14:20:11,730 INFO [M:0;8a7a968213a0:33487 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40679/user/jenkins/test-data/81c90c60-f033-fd83-cf7d-437d385f8386/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b923129f5b414689b276b8c3f1174bfa, entries=11, sequenceid=97, filesize=8.3 K 2024-11-21T14:20:11,731 DEBUG [M:0;8a7a968213a0:33487 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40679/user/jenkins/test-data/81c90c60-f033-fd83-cf7d-437d385f8386/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b6757d9b32574f4798306597609e4296 as hdfs://localhost:40679/user/jenkins/test-data/81c90c60-f033-fd83-cf7d-437d385f8386/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b6757d9b32574f4798306597609e4296 2024-11-21T14:20:11,734 INFO [M:0;8a7a968213a0:33487 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40679/user/jenkins/test-data/81c90c60-f033-fd83-cf7d-437d385f8386/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b6757d9b32574f4798306597609e4296, entries=1, sequenceid=97, filesize=5.0 K 2024-11-21T14:20:11,735 INFO [M:0;8a7a968213a0:33487 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 888ms, sequenceid=97, compaction requested=false 2024-11-21T14:20:11,737 INFO [M:0;8a7a968213a0:33487 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:20:11,737 DEBUG [M:0;8a7a968213a0:33487 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732198810846Disabling compacts and flushes for region at 1732198810846Disabling writes for close at 1732198810847 (+1 ms)Obtaining lock to block concurrent updates at 1732198810847Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732198810847Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1732198810847Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732198810848 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732198810848Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732198810866 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732198810866Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732198810874 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732198810891 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732198810891Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732198811300 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732198811314 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732198811314Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d506c4b: reopening flushed file at 1732198811723 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27d59426: reopening flushed file at 1732198811727 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53f61cd3: reopening flushed file at 1732198811730 (+3 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 888ms, sequenceid=97, compaction requested=false at 1732198811735 (+5 ms)Writing region close event to WAL at 1732198811737 (+2 ms)Closed at 1732198811737 2024-11-21T14:20:11,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35891 is added to blk_1073741830_1006 (size=63642) 2024-11-21T14:20:11,739 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T14:20:11,739 INFO [M:0;8a7a968213a0:33487 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T14:20:11,739 INFO [M:0;8a7a968213a0:33487 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33487 2024-11-21T14:20:11,740 INFO [M:0;8a7a968213a0:33487 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T14:20:11,842 INFO [M:0;8a7a968213a0:33487 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T14:20:11,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33487-0x1013ae5db760003, quorum=127.0.0.1:64339, baseZNode=/1-948201671 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T14:20:11,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33487-0x1013ae5db760003, quorum=127.0.0.1:64339, baseZNode=/1-948201671 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T14:20:11,844 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@22144062{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T14:20:11,845 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@ab6819f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T14:20:11,845 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T14:20:11,845 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55806806{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T14:20:11,845 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7744ac18{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ab6a7f8-80e7-93db-1738-691ea2cf643e/hadoop.log.dir/,STOPPED} 2024-11-21T14:20:11,846 WARN [BP-260093234-172.17.0.2-1732198793233 heartbeating to localhost/127.0.0.1:40679 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T14:20:11,846 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T14:20:11,846 WARN [BP-260093234-172.17.0.2-1732198793233 heartbeating to localhost/127.0.0.1:40679 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-260093234-172.17.0.2-1732198793233 (Datanode Uuid b32a88df-9731-43b9-8ccb-fda53882ee05) service to localhost/127.0.0.1:40679 2024-11-21T14:20:11,846 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T14:20:11,847 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ab6a7f8-80e7-93db-1738-691ea2cf643e/cluster_aae3dc5d-2640-3cff-f648-560e298db1fd/data/data1/current/BP-260093234-172.17.0.2-1732198793233 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T14:20:11,847 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ab6a7f8-80e7-93db-1738-691ea2cf643e/cluster_aae3dc5d-2640-3cff-f648-560e298db1fd/data/data2/current/BP-260093234-172.17.0.2-1732198793233 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T14:20:11,847 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T14:20:11,853 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@47e8a985{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T14:20:11,854 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6fd43393{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T14:20:11,854 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T14:20:11,854 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7da30d31{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T14:20:11,854 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76085775{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ab6a7f8-80e7-93db-1738-691ea2cf643e/hadoop.log.dir/,STOPPED} 2024-11-21T14:20:11,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T14:20:11,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T14:20:11,866 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T14:20:11,866 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:20:11,867 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:20:11,867 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:20:11,867 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:20:11,867 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T14:20:11,867 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1234222979, stopped=false 2024-11-21T14:20:11,867 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8a7a968213a0,40421,1732198790497 2024-11-21T14:20:11,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40421-0x1013ae5db760000, quorum=127.0.0.1:64339, baseZNode=/0-1752761917 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1752761917/running 2024-11-21T14:20:11,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40421-0x1013ae5db760000, quorum=127.0.0.1:64339, baseZNode=/0-1752761917 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1752761917 2024-11-21T14:20:11,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35901-0x1013ae5db760001, quorum=127.0.0.1:64339, baseZNode=/0-1752761917 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1752761917/running 2024-11-21T14:20:11,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35901-0x1013ae5db760001, quorum=127.0.0.1:64339, baseZNode=/0-1752761917 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1752761917 2024-11-21T14:20:11,870 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T14:20:11,870 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T14:20:11,870 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:20:11,870 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:20:11,870 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35901-0x1013ae5db760001, quorum=127.0.0.1:64339, baseZNode=/0-1752761917 Set watcher on znode that does not yet exist, /0-1752761917/running 2024-11-21T14:20:11,870 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8a7a968213a0,35901,1732198790562' ***** 2024-11-21T14:20:11,870 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T14:20:11,871 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40421-0x1013ae5db760000, quorum=127.0.0.1:64339, baseZNode=/0-1752761917 Set watcher on znode that does not yet exist, /0-1752761917/running 2024-11-21T14:20:11,871 INFO [RS:0;8a7a968213a0:35901 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T14:20:11,871 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T14:20:11,871 INFO [RS:0;8a7a968213a0:35901 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T14:20:11,871 INFO [RS:0;8a7a968213a0:35901 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T14:20:11,871 INFO [RS:0;8a7a968213a0:35901 {}] regionserver.HRegionServer(3091): Received CLOSE for c5448f3ad746eb1301a8ad1d6c5d7e4c 2024-11-21T14:20:11,872 INFO [RS:0;8a7a968213a0:35901 {}] regionserver.HRegionServer(3091): Received CLOSE for 44aa13c964fb40e2641dd6c59e647063 2024-11-21T14:20:11,872 INFO [RS:0;8a7a968213a0:35901 {}] regionserver.HRegionServer(959): stopping server 8a7a968213a0,35901,1732198790562 2024-11-21T14:20:11,872 INFO [RS:0;8a7a968213a0:35901 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T14:20:11,872 INFO [RS:0;8a7a968213a0:35901 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8a7a968213a0:35901. 2024-11-21T14:20:11,872 DEBUG [RS:0;8a7a968213a0:35901 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:20:11,872 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c5448f3ad746eb1301a8ad1d6c5d7e4c, disabling compactions & flushes 2024-11-21T14:20:11,872 DEBUG [RS:0;8a7a968213a0:35901 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:20:11,872 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732198800272.c5448f3ad746eb1301a8ad1d6c5d7e4c. 2024-11-21T14:20:11,872 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732198800272.c5448f3ad746eb1301a8ad1d6c5d7e4c. 2024-11-21T14:20:11,872 INFO [RS:0;8a7a968213a0:35901 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T14:20:11,872 INFO [RS:0;8a7a968213a0:35901 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T14:20:11,872 INFO [RS:0;8a7a968213a0:35901 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T14:20:11,872 INFO [RS:0;8a7a968213a0:35901 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T14:20:11,872 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732198800272.c5448f3ad746eb1301a8ad1d6c5d7e4c. after waiting 0 ms 2024-11-21T14:20:11,872 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732198800272.c5448f3ad746eb1301a8ad1d6c5d7e4c. 2024-11-21T14:20:11,872 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c5448f3ad746eb1301a8ad1d6c5d7e4c 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-21T14:20:11,872 INFO [RS:0;8a7a968213a0:35901 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-21T14:20:11,872 DEBUG [RS:0;8a7a968213a0:35901 {}] regionserver.HRegionServer(1325): Online Regions={c5448f3ad746eb1301a8ad1d6c5d7e4c=hbase:replication,,1732198800272.c5448f3ad746eb1301a8ad1d6c5d7e4c., 1588230740=hbase:meta,,1.1588230740, 44aa13c964fb40e2641dd6c59e647063=test,,1732198796947.44aa13c964fb40e2641dd6c59e647063.} 2024-11-21T14:20:11,872 DEBUG [RS:0;8a7a968213a0:35901 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 44aa13c964fb40e2641dd6c59e647063, c5448f3ad746eb1301a8ad1d6c5d7e4c 2024-11-21T14:20:11,872 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T14:20:11,872 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T14:20:11,872 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T14:20:11,872 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T14:20:11,872 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T14:20:11,873 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-21T14:20:11,888 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46213/user/jenkins/test-data/aac7d23d-fd7c-1dd8-2a95-7c5fea16053f/data/hbase/meta/1588230740/.tmp/info/1aeff87c11f6424ebfcdcfc906f48b45 is 147, key is hbase:replication,,1732198800272.c5448f3ad746eb1301a8ad1d6c5d7e4c./info:regioninfo/1732198801433/Put/seqid=0 2024-11-21T14:20:11,888 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46213/user/jenkins/test-data/aac7d23d-fd7c-1dd8-2a95-7c5fea16053f/data/hbase/replication/c5448f3ad746eb1301a8ad1d6c5d7e4c/.tmp/queue/c67b9c5142b743bda393c89377ae1be0 is 153, key is 1-8a7a968213a0,35901,1732198790562/queue:8a7a968213a0%2C35901%2C1732198790562/1732198808090/Put/seqid=0 2024-11-21T14:20:11,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37445 is added to blk_1073741840_1016 (size=7686) 2024-11-21T14:20:11,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37445 is added to blk_1073741841_1017 (size=5352) 2024-11-21T14:20:11,934 INFO [regionserver/8a7a968213a0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T14:20:12,072 DEBUG [RS:0;8a7a968213a0:35901 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 44aa13c964fb40e2641dd6c59e647063, c5448f3ad746eb1301a8ad1d6c5d7e4c 2024-11-21T14:20:12,273 DEBUG [RS:0;8a7a968213a0:35901 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 44aa13c964fb40e2641dd6c59e647063, c5448f3ad746eb1301a8ad1d6c5d7e4c 2024-11-21T14:20:12,292 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46213/user/jenkins/test-data/aac7d23d-fd7c-1dd8-2a95-7c5fea16053f/data/hbase/meta/1588230740/.tmp/info/1aeff87c11f6424ebfcdcfc906f48b45 2024-11-21T14:20:12,294 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:46213/user/jenkins/test-data/aac7d23d-fd7c-1dd8-2a95-7c5fea16053f/data/hbase/replication/c5448f3ad746eb1301a8ad1d6c5d7e4c/.tmp/queue/c67b9c5142b743bda393c89377ae1be0 2024-11-21T14:20:12,298 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46213/user/jenkins/test-data/aac7d23d-fd7c-1dd8-2a95-7c5fea16053f/data/hbase/replication/c5448f3ad746eb1301a8ad1d6c5d7e4c/.tmp/queue/c67b9c5142b743bda393c89377ae1be0 as hdfs://localhost:46213/user/jenkins/test-data/aac7d23d-fd7c-1dd8-2a95-7c5fea16053f/data/hbase/replication/c5448f3ad746eb1301a8ad1d6c5d7e4c/queue/c67b9c5142b743bda393c89377ae1be0 2024-11-21T14:20:12,302 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46213/user/jenkins/test-data/aac7d23d-fd7c-1dd8-2a95-7c5fea16053f/data/hbase/replication/c5448f3ad746eb1301a8ad1d6c5d7e4c/queue/c67b9c5142b743bda393c89377ae1be0, entries=1, sequenceid=10, filesize=5.2 K 2024-11-21T14:20:12,303 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for c5448f3ad746eb1301a8ad1d6c5d7e4c in 431ms, sequenceid=10, compaction requested=false 2024-11-21T14:20:12,312 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46213/user/jenkins/test-data/aac7d23d-fd7c-1dd8-2a95-7c5fea16053f/data/hbase/replication/c5448f3ad746eb1301a8ad1d6c5d7e4c/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-21T14:20:12,312 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46213/user/jenkins/test-data/aac7d23d-fd7c-1dd8-2a95-7c5fea16053f/data/hbase/meta/1588230740/.tmp/ns/e6bace4488244c81864f92d4749ff49d is 43, key is default/ns:d/1732198793167/Put/seqid=0 2024-11-21T14:20:12,312 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T14:20:12,313 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T14:20:12,313 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732198800272.c5448f3ad746eb1301a8ad1d6c5d7e4c. 2024-11-21T14:20:12,313 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c5448f3ad746eb1301a8ad1d6c5d7e4c: Waiting for close lock at 1732198811872Running coprocessor pre-close hooks at 1732198811872Disabling compacts and flushes for region at 1732198811872Disabling writes for close at 1732198811872Obtaining lock to block concurrent updates at 1732198811872Preparing flush snapshotting stores in c5448f3ad746eb1301a8ad1d6c5d7e4c at 1732198811872Finished memstore snapshotting hbase:replication,,1732198800272.c5448f3ad746eb1301a8ad1d6c5d7e4c., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1732198811873 (+1 ms)Flushing stores of hbase:replication,,1732198800272.c5448f3ad746eb1301a8ad1d6c5d7e4c. at 1732198811873Flushing c5448f3ad746eb1301a8ad1d6c5d7e4c/queue: creating writer at 1732198811873Flushing c5448f3ad746eb1301a8ad1d6c5d7e4c/queue: appending metadata at 1732198811887 (+14 ms)Flushing c5448f3ad746eb1301a8ad1d6c5d7e4c/queue: closing flushed file at 1732198811887Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55ec91e: reopening flushed file at 1732198812298 (+411 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for c5448f3ad746eb1301a8ad1d6c5d7e4c in 431ms, sequenceid=10, compaction requested=false at 1732198812303 (+5 ms)Writing region close event to WAL at 1732198812309 (+6 ms)Running coprocessor post-close hooks at 1732198812312 (+3 ms)Closed at 1732198812313 (+1 ms) 2024-11-21T14:20:12,313 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732198800272.c5448f3ad746eb1301a8ad1d6c5d7e4c. 2024-11-21T14:20:12,313 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 44aa13c964fb40e2641dd6c59e647063, disabling compactions & flushes 2024-11-21T14:20:12,313 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732198796947.44aa13c964fb40e2641dd6c59e647063. 2024-11-21T14:20:12,313 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732198796947.44aa13c964fb40e2641dd6c59e647063. 2024-11-21T14:20:12,313 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732198796947.44aa13c964fb40e2641dd6c59e647063. after waiting 0 ms 2024-11-21T14:20:12,313 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732198796947.44aa13c964fb40e2641dd6c59e647063. 2024-11-21T14:20:12,313 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 44aa13c964fb40e2641dd6c59e647063 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-21T14:20:12,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37445 is added to blk_1073741842_1018 (size=5153) 2024-11-21T14:20:12,316 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46213/user/jenkins/test-data/aac7d23d-fd7c-1dd8-2a95-7c5fea16053f/data/hbase/meta/1588230740/.tmp/ns/e6bace4488244c81864f92d4749ff49d 2024-11-21T14:20:12,332 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46213/user/jenkins/test-data/aac7d23d-fd7c-1dd8-2a95-7c5fea16053f/data/default/test/44aa13c964fb40e2641dd6c59e647063/.tmp/f/8de537563131472e8bd2ecba55ce9032 is 29, key is row1/f:/1732198807610/DeleteFamily/seqid=0 2024-11-21T14:20:12,333 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46213/user/jenkins/test-data/aac7d23d-fd7c-1dd8-2a95-7c5fea16053f/data/hbase/meta/1588230740/.tmp/rep_barrier/1355069c12bb4a15a721f7ac4b6980c7 is 112, key is test,,1732198796947.44aa13c964fb40e2641dd6c59e647063./rep_barrier:seqnumDuringOpen/1732198797693/Put/seqid=0 2024-11-21T14:20:12,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37445 is added to blk_1073741843_1019 (size=5118) 2024-11-21T14:20:12,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37445 is added to blk_1073741844_1020 (size=5518) 2024-11-21T14:20:12,420 INFO [regionserver/8a7a968213a0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T14:20:12,420 INFO [regionserver/8a7a968213a0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T14:20:12,473 DEBUG [RS:0;8a7a968213a0:35901 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 44aa13c964fb40e2641dd6c59e647063 2024-11-21T14:20:12,519 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,35901,1732198790562.replicationSource.wal-reader.8a7a968213a0%2C35901%2C1732198790562,1-8a7a968213a0,35901,1732198790562 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46213/user/jenkins/test-data/aac7d23d-fd7c-1dd8-2a95-7c5fea16053f/WALs/8a7a968213a0,35901,1732198790562/8a7a968213a0%2C35901%2C1732198790562.1732198792549 to pos 914, reset compression=false 2024-11-21T14:20:12,524 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,35901,1732198790562.replicationSource.wal-reader.8a7a968213a0%2C35901%2C1732198790562,1-8a7a968213a0,35901,1732198790562 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T14:20:12,524 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,35901,1732198790562.replicationSource.wal-reader.8a7a968213a0%2C35901%2C1732198790562,1-8a7a968213a0,35901,1732198790562 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46213/user/jenkins/test-data/aac7d23d-fd7c-1dd8-2a95-7c5fea16053f/WALs/8a7a968213a0,35901,1732198790562/8a7a968213a0%2C35901%2C1732198790562.1732198792549 to pos 1161, reset compression=false 2024-11-21T14:20:12,524 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,35901,1732198790562.replicationSource.shipper8a7a968213a0%2C35901%2C1732198790562,1-8a7a968213a0,35901,1732198790562 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8a7a968213a0,35901,1732198790562 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46213/user/jenkins/test-data/aac7d23d-fd7c-1dd8-2a95-7c5fea16053f/WALs/8a7a968213a0,35901,1732198790562/8a7a968213a0%2C35901%2C1732198790562.1732198792549, lastWalPosition=1161, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T14:20:12,525 ERROR [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,35901,1732198790562.replicationSource.shipper8a7a968213a0%2C35901%2C1732198790562,1-8a7a968213a0,35901,1732198790562 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 8a7a968213a0,35901,1732198790562: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-8a7a968213a0,35901,1732198790562, walGroup=8a7a968213a0%2C35901%2C1732198790562, offset=8a7a968213a0%2C35901%2C1732198790562.1732198792549:1161, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8a7a968213a0:35901 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-21T14:20:12,526 ERROR [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,35901,1732198790562.replicationSource.shipper8a7a968213a0%2C35901%2C1732198790562,1-8a7a968213a0,35901,1732198790562 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-21T14:20:12,526 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,35901,1732198790562.replicationSource.shipper8a7a968213a0%2C35901%2C1732198790562,1-8a7a968213a0,35901,1732198790562 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-21T14:20:12,526 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,35901,1732198790562.replicationSource.shipper8a7a968213a0%2C35901%2C1732198790562,1-8a7a968213a0,35901,1732198790562 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-21T14:20:12,526 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,35901,1732198790562.replicationSource.shipper8a7a968213a0%2C35901%2C1732198790562,1-8a7a968213a0,35901,1732198790562 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-21T14:20:12,526 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,35901,1732198790562.replicationSource.shipper8a7a968213a0%2C35901%2C1732198790562,1-8a7a968213a0,35901,1732198790562 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-21T14:20:12,526 INFO [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,35901,1732198790562.replicationSource.shipper8a7a968213a0%2C35901%2C1732198790562,1-8a7a968213a0,35901,1732198790562 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1054867456, "init": 1048576000, "max": 2306867200, "used": 662264312 }, "NonHeapMemoryUsage": { "committed": 195493888, "init": 7667712, "max": -1, "used": 191818712 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-21T14:20:12,527 WARN [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,35901,1732198790562.replicationSource.shipper8a7a968213a0%2C35901%2C1732198790562,1-8a7a968213a0,35901,1732198790562 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8a7a968213a0:40421 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8a7a968213a0:40421 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-21T14:20:12,673 DEBUG [RS:0;8a7a968213a0:35901 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 44aa13c964fb40e2641dd6c59e647063 2024-11-21T14:20:12,728 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,35901,1732198790562.replicationSource.wal-reader.8a7a968213a0%2C35901%2C1732198790562,1-8a7a968213a0,35901,1732198790562 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46213/user/jenkins/test-data/aac7d23d-fd7c-1dd8-2a95-7c5fea16053f/WALs/8a7a968213a0,35901,1732198790562/8a7a968213a0%2C35901%2C1732198790562.1732198792549 to pos 1161, reset compression=false 2024-11-21T14:20:12,736 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:46213/user/jenkins/test-data/aac7d23d-fd7c-1dd8-2a95-7c5fea16053f/data/default/test/44aa13c964fb40e2641dd6c59e647063/.tmp/f/8de537563131472e8bd2ecba55ce9032 2024-11-21T14:20:12,737 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46213/user/jenkins/test-data/aac7d23d-fd7c-1dd8-2a95-7c5fea16053f/data/hbase/meta/1588230740/.tmp/rep_barrier/1355069c12bb4a15a721f7ac4b6980c7 2024-11-21T14:20:12,741 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8de537563131472e8bd2ecba55ce9032 2024-11-21T14:20:12,755 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46213/user/jenkins/test-data/aac7d23d-fd7c-1dd8-2a95-7c5fea16053f/data/hbase/meta/1588230740/.tmp/table/eef3b0100ae54f7f9d86de8b43754227 is 53, key is hbase:replication/table:state/1732198801439/Put/seqid=0 2024-11-21T14:20:12,758 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46213/user/jenkins/test-data/aac7d23d-fd7c-1dd8-2a95-7c5fea16053f/data/default/test/44aa13c964fb40e2641dd6c59e647063/.tmp/f1/a77ad411a99a4d478ac27f1e7778dcf8 is 30, key is row1/f1:/1732198807610/DeleteFamily/seqid=0 2024-11-21T14:20:12,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37445 is added to blk_1073741845_1021 (size=5308) 2024-11-21T14:20:12,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37445 is added to blk_1073741846_1022 (size=5123) 2024-11-21T14:20:12,761 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:46213/user/jenkins/test-data/aac7d23d-fd7c-1dd8-2a95-7c5fea16053f/data/default/test/44aa13c964fb40e2641dd6c59e647063/.tmp/f1/a77ad411a99a4d478ac27f1e7778dcf8 2024-11-21T14:20:12,765 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a77ad411a99a4d478ac27f1e7778dcf8 2024-11-21T14:20:12,786 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46213/user/jenkins/test-data/aac7d23d-fd7c-1dd8-2a95-7c5fea16053f/data/default/test/44aa13c964fb40e2641dd6c59e647063/.tmp/norep/ffd22679a9b3424695204a6957c5686b is 32, key is row/norep:/1732198806596/DeleteFamily/seqid=0 2024-11-21T14:20:12,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37445 is added to blk_1073741847_1023 (size=5101) 2024-11-21T14:20:12,873 INFO [RS:0;8a7a968213a0:35901 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-21T14:20:12,873 DEBUG [RS:0;8a7a968213a0:35901 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 44aa13c964fb40e2641dd6c59e647063=test,,1732198796947.44aa13c964fb40e2641dd6c59e647063.} 2024-11-21T14:20:12,873 DEBUG [RS:0;8a7a968213a0:35901 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 44aa13c964fb40e2641dd6c59e647063 2024-11-21T14:20:13,032 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,35901,1732198790562.replicationSource.wal-reader.8a7a968213a0%2C35901%2C1732198790562,1-8a7a968213a0,35901,1732198790562 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46213/user/jenkins/test-data/aac7d23d-fd7c-1dd8-2a95-7c5fea16053f/WALs/8a7a968213a0,35901,1732198790562/8a7a968213a0%2C35901%2C1732198790562.1732198792549 to pos 1161, reset compression=false 2024-11-21T14:20:13,073 DEBUG [RS:0;8a7a968213a0:35901 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 44aa13c964fb40e2641dd6c59e647063 2024-11-21T14:20:13,159 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46213/user/jenkins/test-data/aac7d23d-fd7c-1dd8-2a95-7c5fea16053f/data/hbase/meta/1588230740/.tmp/table/eef3b0100ae54f7f9d86de8b43754227 2024-11-21T14:20:13,164 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46213/user/jenkins/test-data/aac7d23d-fd7c-1dd8-2a95-7c5fea16053f/data/hbase/meta/1588230740/.tmp/info/1aeff87c11f6424ebfcdcfc906f48b45 as hdfs://localhost:46213/user/jenkins/test-data/aac7d23d-fd7c-1dd8-2a95-7c5fea16053f/data/hbase/meta/1588230740/info/1aeff87c11f6424ebfcdcfc906f48b45 2024-11-21T14:20:13,168 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46213/user/jenkins/test-data/aac7d23d-fd7c-1dd8-2a95-7c5fea16053f/data/hbase/meta/1588230740/info/1aeff87c11f6424ebfcdcfc906f48b45, entries=20, sequenceid=16, filesize=7.5 K 2024-11-21T14:20:13,168 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46213/user/jenkins/test-data/aac7d23d-fd7c-1dd8-2a95-7c5fea16053f/data/hbase/meta/1588230740/.tmp/ns/e6bace4488244c81864f92d4749ff49d as hdfs://localhost:46213/user/jenkins/test-data/aac7d23d-fd7c-1dd8-2a95-7c5fea16053f/data/hbase/meta/1588230740/ns/e6bace4488244c81864f92d4749ff49d 2024-11-21T14:20:13,172 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46213/user/jenkins/test-data/aac7d23d-fd7c-1dd8-2a95-7c5fea16053f/data/hbase/meta/1588230740/ns/e6bace4488244c81864f92d4749ff49d, entries=2, sequenceid=16, filesize=5.0 K 2024-11-21T14:20:13,172 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46213/user/jenkins/test-data/aac7d23d-fd7c-1dd8-2a95-7c5fea16053f/data/hbase/meta/1588230740/.tmp/rep_barrier/1355069c12bb4a15a721f7ac4b6980c7 as hdfs://localhost:46213/user/jenkins/test-data/aac7d23d-fd7c-1dd8-2a95-7c5fea16053f/data/hbase/meta/1588230740/rep_barrier/1355069c12bb4a15a721f7ac4b6980c7 2024-11-21T14:20:13,175 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46213/user/jenkins/test-data/aac7d23d-fd7c-1dd8-2a95-7c5fea16053f/data/hbase/meta/1588230740/rep_barrier/1355069c12bb4a15a721f7ac4b6980c7, entries=1, sequenceid=16, filesize=5.4 K 2024-11-21T14:20:13,176 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46213/user/jenkins/test-data/aac7d23d-fd7c-1dd8-2a95-7c5fea16053f/data/hbase/meta/1588230740/.tmp/table/eef3b0100ae54f7f9d86de8b43754227 as hdfs://localhost:46213/user/jenkins/test-data/aac7d23d-fd7c-1dd8-2a95-7c5fea16053f/data/hbase/meta/1588230740/table/eef3b0100ae54f7f9d86de8b43754227 2024-11-21T14:20:13,179 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46213/user/jenkins/test-data/aac7d23d-fd7c-1dd8-2a95-7c5fea16053f/data/hbase/meta/1588230740/table/eef3b0100ae54f7f9d86de8b43754227, entries=4, sequenceid=16, filesize=5.2 K 2024-11-21T14:20:13,179 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1307ms, sequenceid=16, compaction requested=false 2024-11-21T14:20:13,183 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46213/user/jenkins/test-data/aac7d23d-fd7c-1dd8-2a95-7c5fea16053f/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-21T14:20:13,183 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T14:20:13,183 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T14:20:13,183 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T14:20:13,184 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732198811872Running coprocessor pre-close hooks at 1732198811872Disabling compacts and flushes for region at 1732198811872Disabling writes for close at 1732198811872Obtaining lock to block concurrent updates at 1732198811873 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732198811873Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732198811873Flushing stores of hbase:meta,,1.1588230740 at 1732198811873Flushing 1588230740/info: creating writer at 1732198811873Flushing 1588230740/info: appending metadata at 1732198811887 (+14 ms)Flushing 1588230740/info: closing flushed file at 1732198811887Flushing 1588230740/ns: creating writer at 1732198812297 (+410 ms)Flushing 1588230740/ns: appending metadata at 1732198812312 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732198812312Flushing 1588230740/rep_barrier: creating writer at 1732198812320 (+8 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732198812332 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732198812332Flushing 1588230740/table: creating writer at 1732198812741 (+409 ms)Flushing 1588230740/table: appending metadata at 1732198812754 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732198812755 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13dec822: reopening flushed file at 1732198813163 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@597b48bd: reopening flushed file at 1732198813168 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3903cffa: reopening flushed file at 1732198813172 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45af777d: reopening flushed file at 1732198813175 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1307ms, sequenceid=16, compaction requested=false at 1732198813179 (+4 ms)Writing region close event to WAL at 1732198813181 (+2 ms)Running coprocessor post-close hooks at 1732198813183 (+2 ms)Closed at 1732198813183 2024-11-21T14:20:13,184 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T14:20:13,189 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:46213/user/jenkins/test-data/aac7d23d-fd7c-1dd8-2a95-7c5fea16053f/data/default/test/44aa13c964fb40e2641dd6c59e647063/.tmp/norep/ffd22679a9b3424695204a6957c5686b 2024-11-21T14:20:13,192 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ffd22679a9b3424695204a6957c5686b 2024-11-21T14:20:13,192 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46213/user/jenkins/test-data/aac7d23d-fd7c-1dd8-2a95-7c5fea16053f/data/default/test/44aa13c964fb40e2641dd6c59e647063/.tmp/f/8de537563131472e8bd2ecba55ce9032 as hdfs://localhost:46213/user/jenkins/test-data/aac7d23d-fd7c-1dd8-2a95-7c5fea16053f/data/default/test/44aa13c964fb40e2641dd6c59e647063/f/8de537563131472e8bd2ecba55ce9032 2024-11-21T14:20:13,195 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8de537563131472e8bd2ecba55ce9032 2024-11-21T14:20:13,195 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46213/user/jenkins/test-data/aac7d23d-fd7c-1dd8-2a95-7c5fea16053f/data/default/test/44aa13c964fb40e2641dd6c59e647063/f/8de537563131472e8bd2ecba55ce9032, entries=2, sequenceid=8, filesize=5.0 K 2024-11-21T14:20:13,196 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46213/user/jenkins/test-data/aac7d23d-fd7c-1dd8-2a95-7c5fea16053f/data/default/test/44aa13c964fb40e2641dd6c59e647063/.tmp/f1/a77ad411a99a4d478ac27f1e7778dcf8 as hdfs://localhost:46213/user/jenkins/test-data/aac7d23d-fd7c-1dd8-2a95-7c5fea16053f/data/default/test/44aa13c964fb40e2641dd6c59e647063/f1/a77ad411a99a4d478ac27f1e7778dcf8 2024-11-21T14:20:13,199 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a77ad411a99a4d478ac27f1e7778dcf8 2024-11-21T14:20:13,199 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46213/user/jenkins/test-data/aac7d23d-fd7c-1dd8-2a95-7c5fea16053f/data/default/test/44aa13c964fb40e2641dd6c59e647063/f1/a77ad411a99a4d478ac27f1e7778dcf8, entries=2, sequenceid=8, filesize=5.0 K 2024-11-21T14:20:13,199 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46213/user/jenkins/test-data/aac7d23d-fd7c-1dd8-2a95-7c5fea16053f/data/default/test/44aa13c964fb40e2641dd6c59e647063/.tmp/norep/ffd22679a9b3424695204a6957c5686b as hdfs://localhost:46213/user/jenkins/test-data/aac7d23d-fd7c-1dd8-2a95-7c5fea16053f/data/default/test/44aa13c964fb40e2641dd6c59e647063/norep/ffd22679a9b3424695204a6957c5686b 2024-11-21T14:20:13,203 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ffd22679a9b3424695204a6957c5686b 2024-11-21T14:20:13,203 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46213/user/jenkins/test-data/aac7d23d-fd7c-1dd8-2a95-7c5fea16053f/data/default/test/44aa13c964fb40e2641dd6c59e647063/norep/ffd22679a9b3424695204a6957c5686b, entries=1, sequenceid=8, filesize=5.0 K 2024-11-21T14:20:13,204 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 44aa13c964fb40e2641dd6c59e647063 in 891ms, sequenceid=8, compaction requested=false 2024-11-21T14:20:13,208 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46213/user/jenkins/test-data/aac7d23d-fd7c-1dd8-2a95-7c5fea16053f/data/default/test/44aa13c964fb40e2641dd6c59e647063/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-21T14:20:13,208 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T14:20:13,208 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T14:20:13,208 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732198796947.44aa13c964fb40e2641dd6c59e647063. 2024-11-21T14:20:13,208 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 44aa13c964fb40e2641dd6c59e647063: Waiting for close lock at 1732198812313Running coprocessor pre-close hooks at 1732198812313Disabling compacts and flushes for region at 1732198812313Disabling writes for close at 1732198812313Obtaining lock to block concurrent updates at 1732198812313Preparing flush snapshotting stores in 44aa13c964fb40e2641dd6c59e647063 at 1732198812313Finished memstore snapshotting test,,1732198796947.44aa13c964fb40e2641dd6c59e647063., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1732198812314 (+1 ms)Flushing stores of test,,1732198796947.44aa13c964fb40e2641dd6c59e647063. at 1732198812314Flushing 44aa13c964fb40e2641dd6c59e647063/f: creating writer at 1732198812314Flushing 44aa13c964fb40e2641dd6c59e647063/f: appending metadata at 1732198812331 (+17 ms)Flushing 44aa13c964fb40e2641dd6c59e647063/f: closing flushed file at 1732198812331Flushing 44aa13c964fb40e2641dd6c59e647063/f1: creating writer at 1732198812741 (+410 ms)Flushing 44aa13c964fb40e2641dd6c59e647063/f1: appending metadata at 1732198812757 (+16 ms)Flushing 44aa13c964fb40e2641dd6c59e647063/f1: closing flushed file at 1732198812757Flushing 44aa13c964fb40e2641dd6c59e647063/norep: creating writer at 1732198812765 (+8 ms)Flushing 44aa13c964fb40e2641dd6c59e647063/norep: appending metadata at 1732198812785 (+20 ms)Flushing 44aa13c964fb40e2641dd6c59e647063/norep: closing flushed file at 1732198812785Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19975eff: reopening flushed file at 1732198813192 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41800dec: reopening flushed file at 1732198813195 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c905a03: reopening flushed file at 1732198813199 (+4 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 44aa13c964fb40e2641dd6c59e647063 in 891ms, sequenceid=8, compaction requested=false at 1732198813204 (+5 ms)Writing region close event to WAL at 1732198813205 (+1 ms)Running coprocessor post-close hooks at 1732198813208 (+3 ms)Closed at 1732198813208 2024-11-21T14:20:13,208 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732198796947.44aa13c964fb40e2641dd6c59e647063. 2024-11-21T14:20:13,274 INFO [RS:0;8a7a968213a0:35901 {}] regionserver.HRegionServer(976): stopping server 8a7a968213a0,35901,1732198790562; all regions closed. 2024-11-21T14:20:13,276 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/aac7d23d-fd7c-1dd8-2a95-7c5fea16053f/WALs/8a7a968213a0,35901,1732198790562/8a7a968213a0%2C35901%2C1732198790562.meta.1732198793090.meta not finished, retry = 0 2024-11-21T14:20:13,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37445 is added to blk_1073741834_1010 (size=4239) 2024-11-21T14:20:13,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37445 is added to blk_1073741839_1015 (size=2676) 2024-11-21T14:20:13,379 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/aac7d23d-fd7c-1dd8-2a95-7c5fea16053f/WALs/8a7a968213a0,35901,1732198790562/8a7a968213a0%2C35901%2C1732198790562.rep.1732198801404 not finished, retry = 0 2024-11-21T14:20:13,436 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,35901,1732198790562.replicationSource.wal-reader.8a7a968213a0%2C35901%2C1732198790562,1-8a7a968213a0,35901,1732198790562 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46213/user/jenkins/test-data/aac7d23d-fd7c-1dd8-2a95-7c5fea16053f/WALs/8a7a968213a0,35901,1732198790562/8a7a968213a0%2C35901%2C1732198790562.1732198792549 to pos 1161, reset compression=false 2024-11-21T14:20:13,441 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,35901,1732198790562.replicationSource.wal-reader.8a7a968213a0%2C35901%2C1732198790562,1-8a7a968213a0,35901,1732198790562 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T14:20:13,441 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,35901,1732198790562.replicationSource.wal-reader.8a7a968213a0%2C35901%2C1732198790562,1-8a7a968213a0,35901,1732198790562 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46213/user/jenkins/test-data/aac7d23d-fd7c-1dd8-2a95-7c5fea16053f/WALs/8a7a968213a0,35901,1732198790562/8a7a968213a0%2C35901%2C1732198790562.1732198792549 to pos 1805, reset compression=false 2024-11-21T14:20:13,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37445 is added to blk_1073741832_1008 (size=1813) 2024-11-21T14:20:13,482 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/aac7d23d-fd7c-1dd8-2a95-7c5fea16053f/WALs/8a7a968213a0,35901,1732198790562/8a7a968213a0%2C35901%2C1732198790562.1732198792549 not finished, retry = 0 2024-11-21T14:20:13,583 DEBUG [RS:0;8a7a968213a0:35901 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:20:13,583 INFO [RS:0;8a7a968213a0:35901 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T14:20:13,583 INFO [RS:0;8a7a968213a0:35901 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T14:20:13,583 INFO [RS:0;8a7a968213a0:35901 {}] hbase.ChoreService(370): Chore service for: regionserver/8a7a968213a0:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-21T14:20:13,583 INFO [RS:0;8a7a968213a0:35901 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T14:20:13,583 INFO [regionserver/8a7a968213a0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T14:20:13,583 INFO [RS:0;8a7a968213a0:35901 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-8a7a968213a0,35901,1732198790562 because: Region server is closing 2024-11-21T14:20:13,584 INFO [RS:0;8a7a968213a0:35901 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8a7a968213a0:35901. 2024-11-21T14:20:13,584 DEBUG [RS:0;8a7a968213a0:35901 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:20:13,584 DEBUG [RS:0;8a7a968213a0:35901 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:20:13,584 DEBUG [RS:0;8a7a968213a0:35901 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:20:13,584 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:20:13,639 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T14:20:13,640 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8a7a968213a0,32873,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8a7a968213a0:32873 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-21T14:20:13,641 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28266 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8a7a968213a0,32873,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8a7a968213a0:32873 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-21T14:20:13,684 INFO [RS:0;8a7a968213a0:35901 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,35901,1732198790562.replicationSource.shipper8a7a968213a0%2C35901%2C1732198790562,1-8a7a968213a0,35901,1732198790562 terminated 2024-11-21T14:20:13,684 INFO [RS:0;8a7a968213a0:35901 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8a7a968213a0:35901. 2024-11-21T14:20:13,684 DEBUG [RS:0;8a7a968213a0:35901 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:20:13,684 DEBUG [RS:0;8a7a968213a0:35901 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:20:13,685 DEBUG [RS:0;8a7a968213a0:35901 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:20:13,685 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:20:13,685 INFO [RS:0;8a7a968213a0:35901 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35901 2024-11-21T14:20:13,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40421-0x1013ae5db760000, quorum=127.0.0.1:64339, baseZNode=/0-1752761917 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1752761917/rs 2024-11-21T14:20:13,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35901-0x1013ae5db760001, quorum=127.0.0.1:64339, baseZNode=/0-1752761917 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1752761917/rs/8a7a968213a0,35901,1732198790562 2024-11-21T14:20:13,687 INFO [RS:0;8a7a968213a0:35901 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T14:20:13,689 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8a7a968213a0,35901,1732198790562] 2024-11-21T14:20:13,690 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1752761917/draining/8a7a968213a0,35901,1732198790562 already deleted, retry=false 2024-11-21T14:20:13,690 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8a7a968213a0,35901,1732198790562 expired; onlineServers=0 2024-11-21T14:20:13,690 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8a7a968213a0,40421,1732198790497' ***** 2024-11-21T14:20:13,690 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T14:20:13,690 INFO [M:0;8a7a968213a0:40421 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T14:20:13,690 INFO [M:0;8a7a968213a0:40421 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T14:20:13,690 DEBUG [M:0;8a7a968213a0:40421 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T14:20:13,690 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T14:20:13,690 DEBUG [M:0;8a7a968213a0:40421 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T14:20:13,690 DEBUG [master/8a7a968213a0:0:becomeActiveMaster-HFileCleaner.large.0-1732198792329 {}] cleaner.HFileCleaner(306): Exit Thread[master/8a7a968213a0:0:becomeActiveMaster-HFileCleaner.large.0-1732198792329,5,FailOnTimeoutGroup] 2024-11-21T14:20:13,690 DEBUG [master/8a7a968213a0:0:becomeActiveMaster-HFileCleaner.small.0-1732198792332 {}] cleaner.HFileCleaner(306): Exit Thread[master/8a7a968213a0:0:becomeActiveMaster-HFileCleaner.small.0-1732198792332,5,FailOnTimeoutGroup] 2024-11-21T14:20:13,690 INFO [M:0;8a7a968213a0:40421 {}] hbase.ChoreService(370): Chore service for: master/8a7a968213a0:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T14:20:13,690 INFO [M:0;8a7a968213a0:40421 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T14:20:13,690 DEBUG [M:0;8a7a968213a0:40421 {}] master.HMaster(1795): Stopping service threads 2024-11-21T14:20:13,690 INFO [M:0;8a7a968213a0:40421 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T14:20:13,691 INFO [M:0;8a7a968213a0:40421 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T14:20:13,691 INFO [M:0;8a7a968213a0:40421 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T14:20:13,691 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T14:20:13,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40421-0x1013ae5db760000, quorum=127.0.0.1:64339, baseZNode=/0-1752761917 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1752761917/master 2024-11-21T14:20:13,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40421-0x1013ae5db760000, quorum=127.0.0.1:64339, baseZNode=/0-1752761917 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1752761917 2024-11-21T14:20:13,694 DEBUG [M:0;8a7a968213a0:40421 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1752761917/master already deleted, retry=false 2024-11-21T14:20:13,694 DEBUG [M:0;8a7a968213a0:40421 {}] master.ActiveMasterManager(353): master:40421-0x1013ae5db760000, quorum=127.0.0.1:64339, baseZNode=/0-1752761917 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-1752761917/master 2024-11-21T14:20:13,695 INFO [M:0;8a7a968213a0:40421 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46213/user/jenkins/test-data/aac7d23d-fd7c-1dd8-2a95-7c5fea16053f/.lastflushedseqids 2024-11-21T14:20:13,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37445 is added to blk_1073741848_1024 (size=245) 2024-11-21T14:20:13,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35901-0x1013ae5db760001, quorum=127.0.0.1:64339, baseZNode=/0-1752761917 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T14:20:13,789 INFO [RS:0;8a7a968213a0:35901 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T14:20:13,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35901-0x1013ae5db760001, quorum=127.0.0.1:64339, baseZNode=/0-1752761917 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T14:20:13,789 INFO [RS:0;8a7a968213a0:35901 {}] regionserver.HRegionServer(1031): Exiting; stopping=8a7a968213a0,35901,1732198790562; zookeeper connection closed. 2024-11-21T14:20:13,790 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@715dbf03 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@715dbf03 2024-11-21T14:20:13,790 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T14:20:14,100 INFO [M:0;8a7a968213a0:40421 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T14:20:14,100 INFO [M:0;8a7a968213a0:40421 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T14:20:14,100 DEBUG [M:0;8a7a968213a0:40421 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T14:20:14,100 INFO [M:0;8a7a968213a0:40421 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:20:14,100 DEBUG [M:0;8a7a968213a0:40421 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:20:14,100 DEBUG [M:0;8a7a968213a0:40421 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T14:20:14,100 DEBUG [M:0;8a7a968213a0:40421 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:20:14,100 INFO [M:0;8a7a968213a0:40421 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-21T14:20:14,119 DEBUG [M:0;8a7a968213a0:40421 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46213/user/jenkins/test-data/aac7d23d-fd7c-1dd8-2a95-7c5fea16053f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2d0e66148e954a82be672bb94ba62325 is 82, key is hbase:meta,,1/info:regioninfo/1732198793156/Put/seqid=0 2024-11-21T14:20:14,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37445 is added to blk_1073741849_1025 (size=5672) 2024-11-21T14:20:14,123 INFO [M:0;8a7a968213a0:40421 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46213/user/jenkins/test-data/aac7d23d-fd7c-1dd8-2a95-7c5fea16053f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2d0e66148e954a82be672bb94ba62325 2024-11-21T14:20:14,142 DEBUG [M:0;8a7a968213a0:40421 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46213/user/jenkins/test-data/aac7d23d-fd7c-1dd8-2a95-7c5fea16053f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/33a02acd99d548ba86f37e4b76ea1a20 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732198801442/Put/seqid=0 2024-11-21T14:20:14,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37445 is added to blk_1073741850_1026 (size=8515) 2024-11-21T14:20:14,547 INFO [M:0;8a7a968213a0:40421 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46213/user/jenkins/test-data/aac7d23d-fd7c-1dd8-2a95-7c5fea16053f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/33a02acd99d548ba86f37e4b76ea1a20 2024-11-21T14:20:14,569 DEBUG [M:0;8a7a968213a0:40421 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46213/user/jenkins/test-data/aac7d23d-fd7c-1dd8-2a95-7c5fea16053f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/192d0c10afad485aa4b99efe2e1c1300 is 69, key is 8a7a968213a0,35901,1732198790562/rs:state/1732198792403/Put/seqid=0 2024-11-21T14:20:14,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37445 is added to blk_1073741851_1027 (size=5156) 2024-11-21T14:20:14,920 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:20:14,938 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:20:14,939 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:20:14,939 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:20:14,939 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:20:14,939 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:20:14,939 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:20:14,944 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:20:14,946 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:20:14,946 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:20:14,947 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:20:14,974 INFO [M:0;8a7a968213a0:40421 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46213/user/jenkins/test-data/aac7d23d-fd7c-1dd8-2a95-7c5fea16053f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/192d0c10afad485aa4b99efe2e1c1300 2024-11-21T14:20:14,978 DEBUG [M:0;8a7a968213a0:40421 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46213/user/jenkins/test-data/aac7d23d-fd7c-1dd8-2a95-7c5fea16053f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2d0e66148e954a82be672bb94ba62325 as hdfs://localhost:46213/user/jenkins/test-data/aac7d23d-fd7c-1dd8-2a95-7c5fea16053f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2d0e66148e954a82be672bb94ba62325 2024-11-21T14:20:14,982 INFO [M:0;8a7a968213a0:40421 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46213/user/jenkins/test-data/aac7d23d-fd7c-1dd8-2a95-7c5fea16053f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2d0e66148e954a82be672bb94ba62325, entries=8, sequenceid=97, filesize=5.5 K 2024-11-21T14:20:14,983 DEBUG [M:0;8a7a968213a0:40421 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46213/user/jenkins/test-data/aac7d23d-fd7c-1dd8-2a95-7c5fea16053f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/33a02acd99d548ba86f37e4b76ea1a20 as hdfs://localhost:46213/user/jenkins/test-data/aac7d23d-fd7c-1dd8-2a95-7c5fea16053f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/33a02acd99d548ba86f37e4b76ea1a20 2024-11-21T14:20:14,987 INFO [M:0;8a7a968213a0:40421 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46213/user/jenkins/test-data/aac7d23d-fd7c-1dd8-2a95-7c5fea16053f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/33a02acd99d548ba86f37e4b76ea1a20, entries=11, sequenceid=97, filesize=8.3 K 2024-11-21T14:20:14,987 DEBUG [M:0;8a7a968213a0:40421 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46213/user/jenkins/test-data/aac7d23d-fd7c-1dd8-2a95-7c5fea16053f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/192d0c10afad485aa4b99efe2e1c1300 as hdfs://localhost:46213/user/jenkins/test-data/aac7d23d-fd7c-1dd8-2a95-7c5fea16053f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/192d0c10afad485aa4b99efe2e1c1300 2024-11-21T14:20:14,991 INFO [M:0;8a7a968213a0:40421 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46213/user/jenkins/test-data/aac7d23d-fd7c-1dd8-2a95-7c5fea16053f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/192d0c10afad485aa4b99efe2e1c1300, entries=1, sequenceid=97, filesize=5.0 K 2024-11-21T14:20:14,991 INFO [M:0;8a7a968213a0:40421 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 891ms, sequenceid=97, compaction requested=false 2024-11-21T14:20:14,994 INFO [M:0;8a7a968213a0:40421 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:20:14,994 DEBUG [M:0;8a7a968213a0:40421 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732198814100Disabling compacts and flushes for region at 1732198814100Disabling writes for close at 1732198814100Obtaining lock to block concurrent updates at 1732198814100Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732198814100Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1732198814100Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732198814101 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732198814101Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732198814119 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732198814119Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732198814128 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732198814142 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732198814142Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732198814552 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732198814568 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732198814568Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5629312c: reopening flushed file at 1732198814978 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d2f5a19: reopening flushed file at 1732198814982 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55af8826: reopening flushed file at 1732198814987 (+5 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 891ms, sequenceid=97, compaction requested=false at 1732198814991 (+4 ms)Writing region close event to WAL at 1732198814994 (+3 ms)Closed at 1732198814994 2024-11-21T14:20:14,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37445 is added to blk_1073741830_1006 (size=63642) 2024-11-21T14:20:14,997 INFO [M:0;8a7a968213a0:40421 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T14:20:14,997 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T14:20:14,997 INFO [M:0;8a7a968213a0:40421 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40421 2024-11-21T14:20:14,997 INFO [M:0;8a7a968213a0:40421 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T14:20:15,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40421-0x1013ae5db760000, quorum=127.0.0.1:64339, baseZNode=/0-1752761917 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T14:20:15,099 INFO [M:0;8a7a968213a0:40421 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T14:20:15,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40421-0x1013ae5db760000, quorum=127.0.0.1:64339, baseZNode=/0-1752761917 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T14:20:15,101 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@40bc9671{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T14:20:15,102 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@201eac{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T14:20:15,102 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T14:20:15,102 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@111c5900{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T14:20:15,102 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a6632bd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62460d42-58d9-b501-395e-a92e90406781/hadoop.log.dir/,STOPPED} 2024-11-21T14:20:15,104 WARN [BP-2084362091-172.17.0.2-1732198789382 heartbeating to localhost/127.0.0.1:46213 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T14:20:15,104 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T14:20:15,104 WARN [BP-2084362091-172.17.0.2-1732198789382 heartbeating to localhost/127.0.0.1:46213 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2084362091-172.17.0.2-1732198789382 (Datanode Uuid 4d576166-21f5-48f7-8599-0bbf8f395b3d) service to localhost/127.0.0.1:46213 2024-11-21T14:20:15,104 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T14:20:15,105 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62460d42-58d9-b501-395e-a92e90406781/cluster_a8f7d3fc-9b5d-fa44-c710-b3f112f57e02/data/data1/current/BP-2084362091-172.17.0.2-1732198789382 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T14:20:15,105 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62460d42-58d9-b501-395e-a92e90406781/cluster_a8f7d3fc-9b5d-fa44-c710-b3f112f57e02/data/data2/current/BP-2084362091-172.17.0.2-1732198789382 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T14:20:15,105 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T14:20:15,111 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@60ad2533{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T14:20:15,112 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@10ed0da3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T14:20:15,112 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T14:20:15,112 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d0189c6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T14:20:15,112 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70969ef9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/62460d42-58d9-b501-395e-a92e90406781/hadoop.log.dir/,STOPPED} 2024-11-21T14:20:15,118 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-21T14:20:15,130 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T14:20:15,141 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=263 (was 247) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:40679 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:46213 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40679 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:40679 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40679 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:46213 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40679 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64339) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46213 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40679 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46213 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:40679 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46213 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64339) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:46213 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:46213 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:40679 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46213 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=654 (was 621) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=302 (was 343), ProcessCount=11 (was 11), AvailableMemoryMB=3815 (was 3822) 2024-11-21T14:20:15,151 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=263, OpenFileDescriptor=654, MaxFileDescriptor=1048576, SystemLoadAverage=302, ProcessCount=11, AvailableMemoryMB=3816 2024-11-21T14:20:15,167 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-21T14:20:15,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ab6a7f8-80e7-93db-1738-691ea2cf643e/hadoop.log.dir so I do NOT create it in target/test-data/e9f28bfa-17bf-0c65-4502-91daa267be44 2024-11-21T14:20:15,168 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ab6a7f8-80e7-93db-1738-691ea2cf643e/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T14:20:15,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ab6a7f8-80e7-93db-1738-691ea2cf643e/hadoop.tmp.dir so I do NOT create it in target/test-data/e9f28bfa-17bf-0c65-4502-91daa267be44 2024-11-21T14:20:15,168 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ab6a7f8-80e7-93db-1738-691ea2cf643e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T14:20:15,168 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9f28bfa-17bf-0c65-4502-91daa267be44 2024-11-21T14:20:15,168 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9f28bfa-17bf-0c65-4502-91daa267be44/cluster_6be7ae7c-7203-f3be-521f-881872d089ef, deleteOnExit=true 2024-11-21T14:20:15,171 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9f28bfa-17bf-0c65-4502-91daa267be44/cluster_6be7ae7c-7203-f3be-521f-881872d089ef/zookeeper_0, clientPort=55038, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9f28bfa-17bf-0c65-4502-91daa267be44/cluster_6be7ae7c-7203-f3be-521f-881872d089ef/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9f28bfa-17bf-0c65-4502-91daa267be44/cluster_6be7ae7c-7203-f3be-521f-881872d089ef/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-21T14:20:15,172 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55038 2024-11-21T14:20:15,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T14:20:15,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T14:20:15,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9f28bfa-17bf-0c65-4502-91daa267be44/test.cache.data in system properties and HBase conf 2024-11-21T14:20:15,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9f28bfa-17bf-0c65-4502-91daa267be44/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T14:20:15,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9f28bfa-17bf-0c65-4502-91daa267be44/hadoop.log.dir in system properties and HBase conf 2024-11-21T14:20:15,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9f28bfa-17bf-0c65-4502-91daa267be44/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T14:20:15,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9f28bfa-17bf-0c65-4502-91daa267be44/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T14:20:15,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T14:20:15,172 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T14:20:15,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9f28bfa-17bf-0c65-4502-91daa267be44/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T14:20:15,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9f28bfa-17bf-0c65-4502-91daa267be44/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T14:20:15,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9f28bfa-17bf-0c65-4502-91daa267be44/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T14:20:15,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9f28bfa-17bf-0c65-4502-91daa267be44/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T14:20:15,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9f28bfa-17bf-0c65-4502-91daa267be44/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T14:20:15,173 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9f28bfa-17bf-0c65-4502-91daa267be44/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T14:20:15,173 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9f28bfa-17bf-0c65-4502-91daa267be44/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T14:20:15,173 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9f28bfa-17bf-0c65-4502-91daa267be44/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T14:20:15,173 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9f28bfa-17bf-0c65-4502-91daa267be44/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T14:20:15,173 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9f28bfa-17bf-0c65-4502-91daa267be44/nfs.dump.dir in system properties and HBase conf 2024-11-21T14:20:15,173 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9f28bfa-17bf-0c65-4502-91daa267be44/java.io.tmpdir in system properties and HBase conf 2024-11-21T14:20:15,173 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9f28bfa-17bf-0c65-4502-91daa267be44/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T14:20:15,173 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9f28bfa-17bf-0c65-4502-91daa267be44/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T14:20:15,173 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9f28bfa-17bf-0c65-4502-91daa267be44/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T14:20:15,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1013ae5db760002, quorum=127.0.0.1:64339, baseZNode=/0-1752761917 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T14:20:15,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1013ae5db760005, quorum=127.0.0.1:64339, baseZNode=/1-948201671 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T14:20:15,217 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1013ae5db760002, quorum=127.0.0.1:64339, baseZNode=/0-1752761917 Received Disconnected from ZooKeeper, ignoring 2024-11-21T14:20:15,217 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1013ae5db760005, quorum=127.0.0.1:64339, baseZNode=/1-948201671 Received Disconnected from ZooKeeper, ignoring 2024-11-21T14:20:15,232 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-21T14:20:15,233 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:20:15,233 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:20:15,255 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:20:15,256 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:20:15,256 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:20:15,256 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:20:15,256 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:20:15,256 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:20:15,261 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:20:15,263 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:20:15,263 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:20:15,264 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:20:15,285 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T14:20:15,288 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T14:20:15,290 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T14:20:15,290 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T14:20:15,291 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T14:20:15,292 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T14:20:15,292 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c3ac1de{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9f28bfa-17bf-0c65-4502-91daa267be44/hadoop.log.dir/,AVAILABLE} 2024-11-21T14:20:15,293 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44459592{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T14:20:15,407 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@64b247e0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9f28bfa-17bf-0c65-4502-91daa267be44/java.io.tmpdir/jetty-localhost-38057-hadoop-hdfs-3_4_1-tests_jar-_-any-8343923064556112972/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T14:20:15,408 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4c33629c{HTTP/1.1, (http/1.1)}{localhost:38057} 2024-11-21T14:20:15,408 INFO [Time-limited test {}] server.Server(415): Started @203513ms 2024-11-21T14:20:15,502 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T14:20:15,507 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T14:20:15,508 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T14:20:15,508 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T14:20:15,508 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T14:20:15,508 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@66eacbe6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9f28bfa-17bf-0c65-4502-91daa267be44/hadoop.log.dir/,AVAILABLE} 2024-11-21T14:20:15,509 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@67ea18a4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T14:20:15,627 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@d683701{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9f28bfa-17bf-0c65-4502-91daa267be44/java.io.tmpdir/jetty-localhost-40071-hadoop-hdfs-3_4_1-tests_jar-_-any-6093942350588252861/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T14:20:15,627 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@556f8e1d{HTTP/1.1, (http/1.1)}{localhost:40071} 2024-11-21T14:20:15,627 INFO [Time-limited test {}] server.Server(415): Started @203733ms 2024-11-21T14:20:15,628 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T14:20:15,734 WARN [Thread-2643 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9f28bfa-17bf-0c65-4502-91daa267be44/cluster_6be7ae7c-7203-f3be-521f-881872d089ef/data/data1/current/BP-1063985614-172.17.0.2-1732198815190/current, will proceed with Du for space computation calculation, 2024-11-21T14:20:15,734 WARN [Thread-2644 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9f28bfa-17bf-0c65-4502-91daa267be44/cluster_6be7ae7c-7203-f3be-521f-881872d089ef/data/data2/current/BP-1063985614-172.17.0.2-1732198815190/current, will proceed with Du for space computation calculation, 2024-11-21T14:20:15,759 WARN [Thread-2631 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T14:20:15,762 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x16e75ce0c66c0270 with lease ID 0x7dd51f8911f19808: Processing first storage report for DS-452674a5-c2ef-4eeb-89a3-730f58ce3741 from datanode DatanodeRegistration(127.0.0.1:46273, datanodeUuid=3f810943-c834-4ffa-822e-902e93442e24, infoPort=46689, infoSecurePort=0, ipcPort=34903, storageInfo=lv=-57;cid=testClusterID;nsid=491987335;c=1732198815190) 2024-11-21T14:20:15,762 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x16e75ce0c66c0270 with lease ID 0x7dd51f8911f19808: from storage DS-452674a5-c2ef-4eeb-89a3-730f58ce3741 node DatanodeRegistration(127.0.0.1:46273, datanodeUuid=3f810943-c834-4ffa-822e-902e93442e24, infoPort=46689, infoSecurePort=0, ipcPort=34903, storageInfo=lv=-57;cid=testClusterID;nsid=491987335;c=1732198815190), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T14:20:15,762 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x16e75ce0c66c0270 with lease ID 0x7dd51f8911f19808: Processing first storage report for DS-c319963a-521c-4b92-ae0b-89d28a87afcf from datanode DatanodeRegistration(127.0.0.1:46273, datanodeUuid=3f810943-c834-4ffa-822e-902e93442e24, infoPort=46689, infoSecurePort=0, ipcPort=34903, storageInfo=lv=-57;cid=testClusterID;nsid=491987335;c=1732198815190) 2024-11-21T14:20:15,762 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x16e75ce0c66c0270 with lease ID 0x7dd51f8911f19808: from storage DS-c319963a-521c-4b92-ae0b-89d28a87afcf node DatanodeRegistration(127.0.0.1:46273, datanodeUuid=3f810943-c834-4ffa-822e-902e93442e24, infoPort=46689, infoSecurePort=0, ipcPort=34903, storageInfo=lv=-57;cid=testClusterID;nsid=491987335;c=1732198815190), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T14:20:15,854 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9f28bfa-17bf-0c65-4502-91daa267be44 2024-11-21T14:20:15,854 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:20:15,856 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:20:15,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46273 is added to blk_1073741825_1001 (size=7) 2024-11-21T14:20:16,264 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43367/user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652 with version=8 2024-11-21T14:20:16,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43367/user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/hbase-staging 2024-11-21T14:20:16,266 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8a7a968213a0:0 server-side Connection retries=45 2024-11-21T14:20:16,266 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T14:20:16,266 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T14:20:16,266 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T14:20:16,266 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T14:20:16,266 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T14:20:16,266 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T14:20:16,266 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T14:20:16,267 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40387 2024-11-21T14:20:16,268 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40387 connecting to ZooKeeper ensemble=127.0.0.1:55038 2024-11-21T14:20:16,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:403870x0, quorum=127.0.0.1:55038, baseZNode=/0-93244469 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T14:20:16,279 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40387-0x1013ae640520000 connected 2024-11-21T14:20:16,295 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:20:16,297 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:20:16,298 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40387-0x1013ae640520000, quorum=127.0.0.1:55038, baseZNode=/0-93244469 Set watcher on znode that does not yet exist, /0-93244469/running 2024-11-21T14:20:16,298 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43367/user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652, hbase.cluster.distributed=false 2024-11-21T14:20:16,300 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40387-0x1013ae640520000, quorum=127.0.0.1:55038, baseZNode=/0-93244469 Set watcher on znode that does not yet exist, /0-93244469/acl 2024-11-21T14:20:16,300 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40387 2024-11-21T14:20:16,301 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40387 2024-11-21T14:20:16,304 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40387 2024-11-21T14:20:16,308 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40387 2024-11-21T14:20:16,308 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40387 2024-11-21T14:20:16,325 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8a7a968213a0:0 server-side Connection retries=45 2024-11-21T14:20:16,326 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T14:20:16,326 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T14:20:16,326 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T14:20:16,326 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T14:20:16,326 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T14:20:16,326 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T14:20:16,326 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T14:20:16,326 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40529 2024-11-21T14:20:16,327 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40529 connecting to ZooKeeper ensemble=127.0.0.1:55038 2024-11-21T14:20:16,328 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:20:16,329 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:20:16,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:405290x0, quorum=127.0.0.1:55038, baseZNode=/0-93244469 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T14:20:16,333 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:405290x0, quorum=127.0.0.1:55038, baseZNode=/0-93244469 Set watcher on znode that does not yet exist, /0-93244469/running 2024-11-21T14:20:16,334 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40529-0x1013ae640520001 connected 2024-11-21T14:20:16,334 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T14:20:16,336 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T14:20:16,337 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40529-0x1013ae640520001, quorum=127.0.0.1:55038, baseZNode=/0-93244469 Set watcher on znode that does not yet exist, /0-93244469/master 2024-11-21T14:20:16,338 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40529-0x1013ae640520001, quorum=127.0.0.1:55038, baseZNode=/0-93244469 Set watcher on znode that does not yet exist, /0-93244469/acl 2024-11-21T14:20:16,342 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40529 2024-11-21T14:20:16,342 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40529 2024-11-21T14:20:16,344 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40529 2024-11-21T14:20:16,347 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40529 2024-11-21T14:20:16,348 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40529 2024-11-21T14:20:16,364 DEBUG [M:0;8a7a968213a0:40387 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8a7a968213a0:40387 2024-11-21T14:20:16,364 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-93244469/backup-masters/8a7a968213a0,40387,1732198816266 2024-11-21T14:20:16,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40387-0x1013ae640520000, quorum=127.0.0.1:55038, baseZNode=/0-93244469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-93244469/backup-masters 2024-11-21T14:20:16,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40529-0x1013ae640520001, quorum=127.0.0.1:55038, baseZNode=/0-93244469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-93244469/backup-masters 2024-11-21T14:20:16,366 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40387-0x1013ae640520000, quorum=127.0.0.1:55038, baseZNode=/0-93244469 Set watcher on existing znode=/0-93244469/backup-masters/8a7a968213a0,40387,1732198816266 2024-11-21T14:20:16,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40529-0x1013ae640520001, quorum=127.0.0.1:55038, baseZNode=/0-93244469 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-93244469/master 2024-11-21T14:20:16,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40529-0x1013ae640520001, quorum=127.0.0.1:55038, baseZNode=/0-93244469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-93244469 2024-11-21T14:20:16,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40387-0x1013ae640520000, quorum=127.0.0.1:55038, baseZNode=/0-93244469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-93244469 2024-11-21T14:20:16,371 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40387-0x1013ae640520000, quorum=127.0.0.1:55038, baseZNode=/0-93244469 Set watcher on existing znode=/0-93244469/master 2024-11-21T14:20:16,372 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-93244469/backup-masters/8a7a968213a0,40387,1732198816266 from backup master directory 2024-11-21T14:20:16,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40387-0x1013ae640520000, quorum=127.0.0.1:55038, baseZNode=/0-93244469 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-93244469/backup-masters/8a7a968213a0,40387,1732198816266 2024-11-21T14:20:16,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40529-0x1013ae640520001, quorum=127.0.0.1:55038, baseZNode=/0-93244469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-93244469/backup-masters 2024-11-21T14:20:16,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40387-0x1013ae640520000, quorum=127.0.0.1:55038, baseZNode=/0-93244469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-93244469/backup-masters 2024-11-21T14:20:16,373 WARN [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T14:20:16,373 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8a7a968213a0,40387,1732198816266 2024-11-21T14:20:16,377 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43367/user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/hbase.id] with ID: c245edd4-9c81-4034-89cb-14def1ae1beb 2024-11-21T14:20:16,377 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43367/user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/.tmp/hbase.id 2024-11-21T14:20:16,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46273 is added to blk_1073741826_1002 (size=42) 2024-11-21T14:20:16,782 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43367/user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/.tmp/hbase.id]:[hdfs://localhost:43367/user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/hbase.id] 2024-11-21T14:20:16,790 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:20:16,790 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T14:20:16,791 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-21T14:20:16,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40529-0x1013ae640520001, quorum=127.0.0.1:55038, baseZNode=/0-93244469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-93244469 2024-11-21T14:20:16,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40387-0x1013ae640520000, quorum=127.0.0.1:55038, baseZNode=/0-93244469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-93244469 2024-11-21T14:20:16,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46273 is added to blk_1073741827_1003 (size=196) 2024-11-21T14:20:17,200 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T14:20:17,201 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T14:20:17,202 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:20:17,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46273 is added to blk_1073741828_1004 (size=1189) 2024-11-21T14:20:17,244 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T14:20:17,244 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-21T14:20:17,244 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-21T14:20:17,244 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T14:20:17,608 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43367/user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/MasterData/data/master/store 2024-11-21T14:20:17,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46273 is added to blk_1073741829_1005 (size=34) 2024-11-21T14:20:18,014 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:20:18,014 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T14:20:18,014 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:20:18,014 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:20:18,014 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T14:20:18,014 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:20:18,014 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:20:18,014 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732198818014Disabling compacts and flushes for region at 1732198818014Disabling writes for close at 1732198818014Writing region close event to WAL at 1732198818014Closed at 1732198818014 2024-11-21T14:20:18,015 WARN [master/8a7a968213a0:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43367/user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/MasterData/data/master/store/.initializing 2024-11-21T14:20:18,015 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43367/user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/MasterData/WALs/8a7a968213a0,40387,1732198816266 2024-11-21T14:20:18,016 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T14:20:18,017 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8a7a968213a0%2C40387%2C1732198816266, suffix=, logDir=hdfs://localhost:43367/user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/MasterData/WALs/8a7a968213a0,40387,1732198816266, archiveDir=hdfs://localhost:43367/user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/MasterData/oldWALs, maxLogs=10 2024-11-21T14:20:18,034 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/MasterData/WALs/8a7a968213a0,40387,1732198816266/8a7a968213a0%2C40387%2C1732198816266.1732198818017, exclude list is [], retry=0 2024-11-21T14:20:18,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46273,DS-452674a5-c2ef-4eeb-89a3-730f58ce3741,DISK] 2024-11-21T14:20:18,037 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/MasterData/WALs/8a7a968213a0,40387,1732198816266/8a7a968213a0%2C40387%2C1732198816266.1732198818017 2024-11-21T14:20:18,037 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46689:46689)] 2024-11-21T14:20:18,038 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T14:20:18,038 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:20:18,038 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:20:18,038 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:20:18,039 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:20:18,040 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T14:20:18,040 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:20:18,040 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:20:18,040 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:20:18,041 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T14:20:18,041 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:20:18,041 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:20:18,041 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:20:18,042 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T14:20:18,042 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:20:18,042 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:20:18,042 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:20:18,043 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T14:20:18,043 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:20:18,043 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:20:18,043 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:20:18,044 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43367/user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:20:18,044 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43367/user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:20:18,045 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:20:18,045 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:20:18,045 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T14:20:18,046 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:20:18,048 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43367/user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T14:20:18,048 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71090371, jitterRate=0.0593290776014328}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T14:20:18,049 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732198818038Initializing all the Stores at 1732198818038Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198818038Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198818039 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198818039Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198818039Cleaning up temporary data from old regions at 1732198818045 (+6 ms)Region opened successfully at 1732198818048 (+3 ms) 2024-11-21T14:20:18,049 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T14:20:18,051 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53e0cfb1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8a7a968213a0/172.17.0.2:0 2024-11-21T14:20:18,053 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T14:20:18,053 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T14:20:18,053 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T14:20:18,053 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T14:20:18,054 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T14:20:18,054 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T14:20:18,054 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T14:20:18,061 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T14:20:18,062 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40387-0x1013ae640520000, quorum=127.0.0.1:55038, baseZNode=/0-93244469 Unable to get data of znode /0-93244469/balancer because node does not exist (not necessarily an error) 2024-11-21T14:20:18,063 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-93244469/balancer already deleted, retry=false 2024-11-21T14:20:18,064 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T14:20:18,064 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40387-0x1013ae640520000, quorum=127.0.0.1:55038, baseZNode=/0-93244469 Unable to get data of znode /0-93244469/normalizer because node does not exist (not necessarily an error) 2024-11-21T14:20:18,065 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-93244469/normalizer already deleted, retry=false 2024-11-21T14:20:18,066 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T14:20:18,067 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40387-0x1013ae640520000, quorum=127.0.0.1:55038, baseZNode=/0-93244469 Unable to get data of znode /0-93244469/switch/split because node does not exist (not necessarily an error) 2024-11-21T14:20:18,069 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-93244469/switch/split already deleted, retry=false 2024-11-21T14:20:18,070 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40387-0x1013ae640520000, quorum=127.0.0.1:55038, baseZNode=/0-93244469 Unable to get data of znode /0-93244469/switch/merge because node does not exist (not necessarily an error) 2024-11-21T14:20:18,071 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-93244469/switch/merge already deleted, retry=false 2024-11-21T14:20:18,072 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40387-0x1013ae640520000, quorum=127.0.0.1:55038, baseZNode=/0-93244469 Unable to get data of znode /0-93244469/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T14:20:18,073 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-93244469/snapshot-cleanup already deleted, retry=false 2024-11-21T14:20:18,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40387-0x1013ae640520000, quorum=127.0.0.1:55038, baseZNode=/0-93244469 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-93244469/running 2024-11-21T14:20:18,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40529-0x1013ae640520001, quorum=127.0.0.1:55038, baseZNode=/0-93244469 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-93244469/running 2024-11-21T14:20:18,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40387-0x1013ae640520000, quorum=127.0.0.1:55038, baseZNode=/0-93244469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-93244469 2024-11-21T14:20:18,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40529-0x1013ae640520001, quorum=127.0.0.1:55038, baseZNode=/0-93244469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-93244469 2024-11-21T14:20:18,075 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8a7a968213a0,40387,1732198816266, sessionid=0x1013ae640520000, setting cluster-up flag (Was=false) 2024-11-21T14:20:18,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40529-0x1013ae640520001, quorum=127.0.0.1:55038, baseZNode=/0-93244469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-93244469 2024-11-21T14:20:18,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40387-0x1013ae640520000, quorum=127.0.0.1:55038, baseZNode=/0-93244469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-93244469 2024-11-21T14:20:18,083 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-93244469/flush-table-proc/acquired, /0-93244469/flush-table-proc/reached, /0-93244469/flush-table-proc/abort 2024-11-21T14:20:18,084 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8a7a968213a0,40387,1732198816266 2024-11-21T14:20:18,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40387-0x1013ae640520000, quorum=127.0.0.1:55038, baseZNode=/0-93244469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-93244469 2024-11-21T14:20:18,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40529-0x1013ae640520001, quorum=127.0.0.1:55038, baseZNode=/0-93244469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-93244469 2024-11-21T14:20:18,093 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-93244469/online-snapshot/acquired, /0-93244469/online-snapshot/reached, /0-93244469/online-snapshot/abort 2024-11-21T14:20:18,094 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8a7a968213a0,40387,1732198816266 2024-11-21T14:20:18,095 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43367/user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T14:20:18,096 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T14:20:18,096 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T14:20:18,096 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T14:20:18,097 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8a7a968213a0,40387,1732198816266 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T14:20:18,098 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8a7a968213a0:0, corePoolSize=5, maxPoolSize=5 2024-11-21T14:20:18,098 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8a7a968213a0:0, corePoolSize=5, maxPoolSize=5 2024-11-21T14:20:18,098 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8a7a968213a0:0, corePoolSize=5, maxPoolSize=5 2024-11-21T14:20:18,098 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8a7a968213a0:0, corePoolSize=5, maxPoolSize=5 2024-11-21T14:20:18,098 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8a7a968213a0:0, corePoolSize=10, maxPoolSize=10 2024-11-21T14:20:18,098 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:20:18,098 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8a7a968213a0:0, corePoolSize=2, maxPoolSize=2 2024-11-21T14:20:18,098 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:20:18,104 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T14:20:18,104 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T14:20:18,104 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732198848104 2024-11-21T14:20:18,104 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T14:20:18,104 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T14:20:18,104 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T14:20:18,104 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T14:20:18,104 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T14:20:18,104 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T14:20:18,105 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T14:20:18,105 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:20:18,106 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T14:20:18,108 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T14:20:18,108 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T14:20:18,109 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T14:20:18,109 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T14:20:18,112 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T14:20:18,112 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T14:20:18,114 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8a7a968213a0:0:becomeActiveMaster-HFileCleaner.large.0-1732198818112,5,FailOnTimeoutGroup] 2024-11-21T14:20:18,114 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8a7a968213a0:0:becomeActiveMaster-HFileCleaner.small.0-1732198818114,5,FailOnTimeoutGroup] 2024-11-21T14:20:18,114 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T14:20:18,114 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T14:20:18,114 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T14:20:18,114 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T14:20:18,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46273 is added to blk_1073741831_1007 (size=1321) 2024-11-21T14:20:18,152 INFO [RS:0;8a7a968213a0:40529 {}] regionserver.HRegionServer(746): ClusterId : c245edd4-9c81-4034-89cb-14def1ae1beb 2024-11-21T14:20:18,152 DEBUG [RS:0;8a7a968213a0:40529 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T14:20:18,154 DEBUG [RS:0;8a7a968213a0:40529 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T14:20:18,154 DEBUG [RS:0;8a7a968213a0:40529 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T14:20:18,155 DEBUG [RS:0;8a7a968213a0:40529 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T14:20:18,156 DEBUG [RS:0;8a7a968213a0:40529 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33502547, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8a7a968213a0/172.17.0.2:0 2024-11-21T14:20:18,168 DEBUG [RS:0;8a7a968213a0:40529 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8a7a968213a0:40529 2024-11-21T14:20:18,168 INFO [RS:0;8a7a968213a0:40529 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T14:20:18,168 INFO [RS:0;8a7a968213a0:40529 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T14:20:18,168 DEBUG [RS:0;8a7a968213a0:40529 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T14:20:18,168 INFO [RS:0;8a7a968213a0:40529 {}] regionserver.HRegionServer(2659): reportForDuty to master=8a7a968213a0,40387,1732198816266 with port=40529, startcode=1732198816325 2024-11-21T14:20:18,168 DEBUG [RS:0;8a7a968213a0:40529 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T14:20:18,170 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60205, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T14:20:18,170 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40387 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8a7a968213a0,40529,1732198816325 2024-11-21T14:20:18,170 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40387 {}] master.ServerManager(517): Registering regionserver=8a7a968213a0,40529,1732198816325 2024-11-21T14:20:18,171 DEBUG [RS:0;8a7a968213a0:40529 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43367/user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652 2024-11-21T14:20:18,171 DEBUG [RS:0;8a7a968213a0:40529 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43367 2024-11-21T14:20:18,171 DEBUG [RS:0;8a7a968213a0:40529 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T14:20:18,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40387-0x1013ae640520000, quorum=127.0.0.1:55038, baseZNode=/0-93244469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-93244469/rs 2024-11-21T14:20:18,174 DEBUG [RS:0;8a7a968213a0:40529 {}] zookeeper.ZKUtil(111): regionserver:40529-0x1013ae640520001, quorum=127.0.0.1:55038, baseZNode=/0-93244469 Set watcher on existing znode=/0-93244469/rs/8a7a968213a0,40529,1732198816325 2024-11-21T14:20:18,174 WARN [RS:0;8a7a968213a0:40529 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T14:20:18,174 INFO [RS:0;8a7a968213a0:40529 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:20:18,174 DEBUG [RS:0;8a7a968213a0:40529 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43367/user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/WALs/8a7a968213a0,40529,1732198816325 2024-11-21T14:20:18,174 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8a7a968213a0,40529,1732198816325] 2024-11-21T14:20:18,177 INFO [RS:0;8a7a968213a0:40529 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T14:20:18,178 INFO [RS:0;8a7a968213a0:40529 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T14:20:18,178 INFO [RS:0;8a7a968213a0:40529 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T14:20:18,178 INFO [RS:0;8a7a968213a0:40529 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T14:20:18,180 INFO [RS:0;8a7a968213a0:40529 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T14:20:18,181 INFO [RS:0;8a7a968213a0:40529 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T14:20:18,181 INFO [RS:0;8a7a968213a0:40529 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T14:20:18,181 DEBUG [RS:0;8a7a968213a0:40529 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:20:18,181 DEBUG [RS:0;8a7a968213a0:40529 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:20:18,181 DEBUG [RS:0;8a7a968213a0:40529 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:20:18,181 DEBUG [RS:0;8a7a968213a0:40529 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:20:18,181 DEBUG [RS:0;8a7a968213a0:40529 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:20:18,181 DEBUG [RS:0;8a7a968213a0:40529 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8a7a968213a0:0, corePoolSize=2, maxPoolSize=2 2024-11-21T14:20:18,181 DEBUG [RS:0;8a7a968213a0:40529 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:20:18,181 DEBUG [RS:0;8a7a968213a0:40529 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:20:18,181 DEBUG [RS:0;8a7a968213a0:40529 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:20:18,181 DEBUG [RS:0;8a7a968213a0:40529 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:20:18,181 DEBUG [RS:0;8a7a968213a0:40529 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:20:18,181 DEBUG [RS:0;8a7a968213a0:40529 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:20:18,181 DEBUG [RS:0;8a7a968213a0:40529 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8a7a968213a0:0, corePoolSize=3, maxPoolSize=3 2024-11-21T14:20:18,181 DEBUG [RS:0;8a7a968213a0:40529 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8a7a968213a0:0, corePoolSize=3, maxPoolSize=3 2024-11-21T14:20:18,182 INFO [RS:0;8a7a968213a0:40529 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T14:20:18,182 INFO [RS:0;8a7a968213a0:40529 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T14:20:18,182 INFO [RS:0;8a7a968213a0:40529 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T14:20:18,182 INFO [RS:0;8a7a968213a0:40529 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T14:20:18,182 INFO [RS:0;8a7a968213a0:40529 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T14:20:18,182 INFO [RS:0;8a7a968213a0:40529 {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,40529,1732198816325-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T14:20:18,197 INFO [RS:0;8a7a968213a0:40529 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T14:20:18,198 INFO [RS:0;8a7a968213a0:40529 {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,40529,1732198816325-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T14:20:18,198 INFO [RS:0;8a7a968213a0:40529 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:20:18,198 INFO [RS:0;8a7a968213a0:40529 {}] regionserver.Replication(171): 8a7a968213a0,40529,1732198816325 started 2024-11-21T14:20:18,211 INFO [RS:0;8a7a968213a0:40529 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:20:18,211 INFO [RS:0;8a7a968213a0:40529 {}] regionserver.HRegionServer(1482): Serving as 8a7a968213a0,40529,1732198816325, RpcServer on 8a7a968213a0/172.17.0.2:40529, sessionid=0x1013ae640520001 2024-11-21T14:20:18,211 DEBUG [RS:0;8a7a968213a0:40529 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T14:20:18,211 DEBUG [RS:0;8a7a968213a0:40529 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8a7a968213a0,40529,1732198816325 2024-11-21T14:20:18,211 DEBUG [RS:0;8a7a968213a0:40529 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8a7a968213a0,40529,1732198816325' 2024-11-21T14:20:18,211 DEBUG [RS:0;8a7a968213a0:40529 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-93244469/flush-table-proc/abort' 2024-11-21T14:20:18,211 DEBUG [RS:0;8a7a968213a0:40529 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-93244469/flush-table-proc/acquired' 2024-11-21T14:20:18,212 DEBUG [RS:0;8a7a968213a0:40529 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T14:20:18,212 DEBUG [RS:0;8a7a968213a0:40529 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T14:20:18,212 DEBUG [RS:0;8a7a968213a0:40529 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8a7a968213a0,40529,1732198816325 2024-11-21T14:20:18,212 DEBUG [RS:0;8a7a968213a0:40529 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8a7a968213a0,40529,1732198816325' 2024-11-21T14:20:18,212 DEBUG [RS:0;8a7a968213a0:40529 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-93244469/online-snapshot/abort' 2024-11-21T14:20:18,212 DEBUG [RS:0;8a7a968213a0:40529 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-93244469/online-snapshot/acquired' 2024-11-21T14:20:18,212 DEBUG [RS:0;8a7a968213a0:40529 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T14:20:18,212 INFO [RS:0;8a7a968213a0:40529 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T14:20:18,212 INFO [RS:0;8a7a968213a0:40529 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T14:20:18,313 INFO [RS:0;8a7a968213a0:40529 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T14:20:18,314 INFO [RS:0;8a7a968213a0:40529 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8a7a968213a0%2C40529%2C1732198816325, suffix=, logDir=hdfs://localhost:43367/user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/WALs/8a7a968213a0,40529,1732198816325, archiveDir=hdfs://localhost:43367/user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/oldWALs, maxLogs=10 2024-11-21T14:20:18,327 DEBUG [RS:0;8a7a968213a0:40529 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/WALs/8a7a968213a0,40529,1732198816325/8a7a968213a0%2C40529%2C1732198816325.1732198818314, exclude list is [], retry=0 2024-11-21T14:20:18,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46273,DS-452674a5-c2ef-4eeb-89a3-730f58ce3741,DISK] 2024-11-21T14:20:18,331 INFO [RS:0;8a7a968213a0:40529 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/WALs/8a7a968213a0,40529,1732198816325/8a7a968213a0%2C40529%2C1732198816325.1732198818314 2024-11-21T14:20:18,331 DEBUG [RS:0;8a7a968213a0:40529 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46689:46689)] 2024-11-21T14:20:18,523 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43367/user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T14:20:18,523 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43367/user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652 2024-11-21T14:20:18,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46273 is added to blk_1073741833_1009 (size=32) 2024-11-21T14:20:18,933 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:20:18,934 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T14:20:18,935 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T14:20:18,935 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:20:18,935 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:20:18,935 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T14:20:18,936 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T14:20:18,936 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:20:18,937 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:20:18,937 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T14:20:18,938 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T14:20:18,938 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:20:18,938 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:20:18,938 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T14:20:18,939 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T14:20:18,939 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:20:18,940 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:20:18,940 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T14:20:18,941 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43367/user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/data/hbase/meta/1588230740 2024-11-21T14:20:18,941 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43367/user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/data/hbase/meta/1588230740 2024-11-21T14:20:18,943 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T14:20:18,943 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T14:20:18,943 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T14:20:18,944 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T14:20:18,957 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43367/user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T14:20:18,957 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67235060, jitterRate=0.0018804669380187988}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T14:20:18,958 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732198818933Initializing all the Stores at 1732198818934 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198818934Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198818934Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198818934Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198818934Cleaning up temporary data from old regions at 1732198818943 (+9 ms)Region opened successfully at 1732198818958 (+15 ms) 2024-11-21T14:20:18,958 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T14:20:18,958 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T14:20:18,958 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T14:20:18,958 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T14:20:18,958 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T14:20:18,959 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T14:20:18,959 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732198818958Disabling compacts and flushes for region at 1732198818958Disabling writes for close at 1732198818958Writing region close event to WAL at 1732198818959 (+1 ms)Closed at 1732198818959 2024-11-21T14:20:18,960 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T14:20:18,960 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T14:20:18,960 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T14:20:18,961 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T14:20:18,962 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T14:20:19,112 DEBUG [8a7a968213a0:40387 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T14:20:19,113 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8a7a968213a0,40529,1732198816325 2024-11-21T14:20:19,114 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8a7a968213a0,40529,1732198816325, state=OPENING 2024-11-21T14:20:19,115 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T14:20:19,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40387-0x1013ae640520000, quorum=127.0.0.1:55038, baseZNode=/0-93244469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-93244469 2024-11-21T14:20:19,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40529-0x1013ae640520001, quorum=127.0.0.1:55038, baseZNode=/0-93244469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-93244469 2024-11-21T14:20:19,117 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T14:20:19,117 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-93244469/meta-region-server: CHANGED 2024-11-21T14:20:19,117 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8a7a968213a0,40529,1732198816325}] 2024-11-21T14:20:19,117 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-93244469/meta-region-server: CHANGED 2024-11-21T14:20:19,270 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T14:20:19,271 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55579, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T14:20:19,274 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T14:20:19,274 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:20:19,274 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T14:20:19,275 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8a7a968213a0%2C40529%2C1732198816325.meta, suffix=.meta, logDir=hdfs://localhost:43367/user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/WALs/8a7a968213a0,40529,1732198816325, archiveDir=hdfs://localhost:43367/user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/oldWALs, maxLogs=10 2024-11-21T14:20:19,289 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/WALs/8a7a968213a0,40529,1732198816325/8a7a968213a0%2C40529%2C1732198816325.meta.1732198819275.meta, exclude list is [], retry=0 2024-11-21T14:20:19,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46273,DS-452674a5-c2ef-4eeb-89a3-730f58ce3741,DISK] 2024-11-21T14:20:19,292 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/WALs/8a7a968213a0,40529,1732198816325/8a7a968213a0%2C40529%2C1732198816325.meta.1732198819275.meta 2024-11-21T14:20:19,292 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46689:46689)] 2024-11-21T14:20:19,292 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T14:20:19,292 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T14:20:19,293 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T14:20:19,293 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T14:20:19,293 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T14:20:19,293 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T14:20:19,293 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:20:19,293 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T14:20:19,293 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T14:20:19,294 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T14:20:19,295 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T14:20:19,295 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:20:19,295 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:20:19,295 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T14:20:19,295 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T14:20:19,295 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:20:19,296 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:20:19,296 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T14:20:19,296 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T14:20:19,296 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:20:19,296 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:20:19,297 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T14:20:19,297 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T14:20:19,297 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:20:19,297 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:20:19,297 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T14:20:19,298 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43367/user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/data/hbase/meta/1588230740 2024-11-21T14:20:19,298 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43367/user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/data/hbase/meta/1588230740 2024-11-21T14:20:19,299 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T14:20:19,299 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T14:20:19,300 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T14:20:19,300 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T14:20:19,301 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74900706, jitterRate=0.11610749363899231}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T14:20:19,301 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T14:20:19,302 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732198819293Writing region info on filesystem at 1732198819293Initializing all the Stores at 1732198819293Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198819294 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198819294Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198819294Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198819294Cleaning up temporary data from old regions at 1732198819299 (+5 ms)Running coprocessor post-open hooks at 1732198819301 (+2 ms)Region opened successfully at 1732198819301 2024-11-21T14:20:19,302 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732198819269 2024-11-21T14:20:19,304 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T14:20:19,304 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T14:20:19,305 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=8a7a968213a0,40529,1732198816325 2024-11-21T14:20:19,305 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8a7a968213a0,40529,1732198816325, state=OPEN 2024-11-21T14:20:19,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40387-0x1013ae640520000, quorum=127.0.0.1:55038, baseZNode=/0-93244469 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-93244469/meta-region-server 2024-11-21T14:20:19,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40529-0x1013ae640520001, quorum=127.0.0.1:55038, baseZNode=/0-93244469 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-93244469/meta-region-server 2024-11-21T14:20:19,311 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-93244469/meta-region-server: CHANGED 2024-11-21T14:20:19,311 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-93244469/meta-region-server: CHANGED 2024-11-21T14:20:19,311 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8a7a968213a0,40529,1732198816325 2024-11-21T14:20:19,313 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T14:20:19,313 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8a7a968213a0,40529,1732198816325 in 194 msec 2024-11-21T14:20:19,314 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T14:20:19,314 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 353 msec 2024-11-21T14:20:19,315 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T14:20:19,315 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T14:20:19,316 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:20:19,316 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a7a968213a0,40529,1732198816325, seqNum=-1] 2024-11-21T14:20:19,316 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:20:19,317 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37059, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T14:20:19,320 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2240 sec 2024-11-21T14:20:19,320 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732198819320, completionTime=-1 2024-11-21T14:20:19,320 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T14:20:19,320 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T14:20:19,322 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T14:20:19,322 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732198879322 2024-11-21T14:20:19,322 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732198939322 2024-11-21T14:20:19,322 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-21T14:20:19,322 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,40387,1732198816266-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T14:20:19,322 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,40387,1732198816266-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:20:19,323 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,40387,1732198816266-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:20:19,323 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8a7a968213a0:40387, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:20:19,323 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T14:20:19,323 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T14:20:19,324 DEBUG [master/8a7a968213a0:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T14:20:19,325 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.952sec 2024-11-21T14:20:19,325 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T14:20:19,326 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T14:20:19,326 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T14:20:19,326 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T14:20:19,326 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T14:20:19,326 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,40387,1732198816266-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T14:20:19,326 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,40387,1732198816266-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T14:20:19,327 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T14:20:19,327 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T14:20:19,327 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,40387,1732198816266-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:20:19,352 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4af64b53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:20:19,353 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8a7a968213a0,40387,-1 for getting cluster id 2024-11-21T14:20:19,353 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:20:19,354 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c245edd4-9c81-4034-89cb-14def1ae1beb' 2024-11-21T14:20:19,354 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:20:19,354 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c245edd4-9c81-4034-89cb-14def1ae1beb" 2024-11-21T14:20:19,354 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3177afb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:20:19,354 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a7a968213a0,40387,-1] 2024-11-21T14:20:19,354 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:20:19,355 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:20:19,355 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39522, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:20:19,356 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1253d159, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:20:19,356 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:20:19,357 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a7a968213a0,40529,1732198816325, seqNum=-1] 2024-11-21T14:20:19,357 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:20:19,358 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T14:20:19,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=8a7a968213a0,40387,1732198816266 2024-11-21T14:20:19,360 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:55038 2024-11-21T14:20:19,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:55038, baseZNode=/0-93244469 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T14:20:19,362 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013ae640520002 connected 2024-11-21T14:20:19,365 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9f28bfa-17bf-0c65-4502-91daa267be44/hadoop.log.dir so I do NOT create it in target/test-data/73a180ac-c349-c0c3-b0cf-211449d50095 2024-11-21T14:20:19,365 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9f28bfa-17bf-0c65-4502-91daa267be44/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T14:20:19,365 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9f28bfa-17bf-0c65-4502-91daa267be44/hadoop.tmp.dir so I do NOT create it in target/test-data/73a180ac-c349-c0c3-b0cf-211449d50095 2024-11-21T14:20:19,365 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9f28bfa-17bf-0c65-4502-91daa267be44/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T14:20:19,365 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73a180ac-c349-c0c3-b0cf-211449d50095 2024-11-21T14:20:19,365 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T14:20:19,365 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73a180ac-c349-c0c3-b0cf-211449d50095/cluster_86198d5b-b048-7f13-2c32-cb079c96f99c, deleteOnExit=true 2024-11-21T14:20:19,365 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T14:20:19,365 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73a180ac-c349-c0c3-b0cf-211449d50095/test.cache.data in system properties and HBase conf 2024-11-21T14:20:19,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73a180ac-c349-c0c3-b0cf-211449d50095/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T14:20:19,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73a180ac-c349-c0c3-b0cf-211449d50095/hadoop.log.dir in system properties and HBase conf 2024-11-21T14:20:19,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73a180ac-c349-c0c3-b0cf-211449d50095/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T14:20:19,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73a180ac-c349-c0c3-b0cf-211449d50095/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T14:20:19,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T14:20:19,366 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T14:20:19,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73a180ac-c349-c0c3-b0cf-211449d50095/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T14:20:19,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73a180ac-c349-c0c3-b0cf-211449d50095/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T14:20:19,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73a180ac-c349-c0c3-b0cf-211449d50095/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T14:20:19,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73a180ac-c349-c0c3-b0cf-211449d50095/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T14:20:19,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73a180ac-c349-c0c3-b0cf-211449d50095/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T14:20:19,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73a180ac-c349-c0c3-b0cf-211449d50095/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T14:20:19,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73a180ac-c349-c0c3-b0cf-211449d50095/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T14:20:19,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73a180ac-c349-c0c3-b0cf-211449d50095/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T14:20:19,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73a180ac-c349-c0c3-b0cf-211449d50095/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T14:20:19,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73a180ac-c349-c0c3-b0cf-211449d50095/nfs.dump.dir in system properties and HBase conf 2024-11-21T14:20:19,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73a180ac-c349-c0c3-b0cf-211449d50095/java.io.tmpdir in system properties and HBase conf 2024-11-21T14:20:19,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73a180ac-c349-c0c3-b0cf-211449d50095/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T14:20:19,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73a180ac-c349-c0c3-b0cf-211449d50095/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T14:20:19,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73a180ac-c349-c0c3-b0cf-211449d50095/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T14:20:19,457 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T14:20:19,460 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T14:20:19,462 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T14:20:19,462 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T14:20:19,462 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T14:20:19,463 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T14:20:19,463 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b4d9ce1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73a180ac-c349-c0c3-b0cf-211449d50095/hadoop.log.dir/,AVAILABLE} 2024-11-21T14:20:19,463 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2cf1b723{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T14:20:19,577 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2d20f708{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73a180ac-c349-c0c3-b0cf-211449d50095/java.io.tmpdir/jetty-localhost-46505-hadoop-hdfs-3_4_1-tests_jar-_-any-12649578443657559104/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T14:20:19,577 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@37ef63c7{HTTP/1.1, (http/1.1)}{localhost:46505} 2024-11-21T14:20:19,577 INFO [Time-limited test {}] server.Server(415): Started @207683ms 2024-11-21T14:20:19,649 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T14:20:19,652 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T14:20:19,655 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T14:20:19,655 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T14:20:19,656 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T14:20:19,656 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@fcd1238{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73a180ac-c349-c0c3-b0cf-211449d50095/hadoop.log.dir/,AVAILABLE} 2024-11-21T14:20:19,656 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44954ca3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T14:20:19,769 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6922d20{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73a180ac-c349-c0c3-b0cf-211449d50095/java.io.tmpdir/jetty-localhost-37965-hadoop-hdfs-3_4_1-tests_jar-_-any-7359667834890658025/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T14:20:19,770 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6536f56d{HTTP/1.1, (http/1.1)}{localhost:37965} 2024-11-21T14:20:19,770 INFO [Time-limited test {}] server.Server(415): Started @207875ms 2024-11-21T14:20:19,771 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T14:20:19,895 WARN [Thread-2764 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73a180ac-c349-c0c3-b0cf-211449d50095/cluster_86198d5b-b048-7f13-2c32-cb079c96f99c/data/data2/current/BP-1648118692-172.17.0.2-1732198819384/current, will proceed with Du for space computation calculation, 2024-11-21T14:20:19,895 WARN [Thread-2763 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73a180ac-c349-c0c3-b0cf-211449d50095/cluster_86198d5b-b048-7f13-2c32-cb079c96f99c/data/data1/current/BP-1648118692-172.17.0.2-1732198819384/current, will proceed with Du for space computation calculation, 2024-11-21T14:20:19,915 WARN [Thread-2751 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T14:20:19,918 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4444d410aa88ab57 with lease ID 0x16f2d7610c775795: Processing first storage report for DS-afe66a62-7bd7-4c0f-978a-af8000970d5e from datanode DatanodeRegistration(127.0.0.1:45593, datanodeUuid=5637a3c0-4b17-491f-ac31-912715360096, infoPort=42531, infoSecurePort=0, ipcPort=33339, storageInfo=lv=-57;cid=testClusterID;nsid=439951452;c=1732198819384) 2024-11-21T14:20:19,918 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4444d410aa88ab57 with lease ID 0x16f2d7610c775795: from storage DS-afe66a62-7bd7-4c0f-978a-af8000970d5e node DatanodeRegistration(127.0.0.1:45593, datanodeUuid=5637a3c0-4b17-491f-ac31-912715360096, infoPort=42531, infoSecurePort=0, ipcPort=33339, storageInfo=lv=-57;cid=testClusterID;nsid=439951452;c=1732198819384), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-21T14:20:19,918 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4444d410aa88ab57 with lease ID 0x16f2d7610c775795: Processing first storage report for DS-7fe58308-51b1-49ed-a38e-a73d1ee9f69b from datanode DatanodeRegistration(127.0.0.1:45593, datanodeUuid=5637a3c0-4b17-491f-ac31-912715360096, infoPort=42531, infoSecurePort=0, ipcPort=33339, storageInfo=lv=-57;cid=testClusterID;nsid=439951452;c=1732198819384) 2024-11-21T14:20:19,918 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4444d410aa88ab57 with lease ID 0x16f2d7610c775795: from storage DS-7fe58308-51b1-49ed-a38e-a73d1ee9f69b node DatanodeRegistration(127.0.0.1:45593, datanodeUuid=5637a3c0-4b17-491f-ac31-912715360096, infoPort=42531, infoSecurePort=0, ipcPort=33339, storageInfo=lv=-57;cid=testClusterID;nsid=439951452;c=1732198819384), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T14:20:20,001 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73a180ac-c349-c0c3-b0cf-211449d50095 2024-11-21T14:20:20,001 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:20:20,003 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:20:20,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45593 is added to blk_1073741825_1001 (size=7) 2024-11-21T14:20:20,413 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38793/user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9 with version=8 2024-11-21T14:20:20,413 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38793/user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9/hbase-staging 2024-11-21T14:20:20,416 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8a7a968213a0:0 server-side Connection retries=45 2024-11-21T14:20:20,416 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T14:20:20,416 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T14:20:20,416 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T14:20:20,416 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T14:20:20,416 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T14:20:20,417 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T14:20:20,417 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T14:20:20,417 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44135 2024-11-21T14:20:20,418 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44135 connecting to ZooKeeper ensemble=127.0.0.1:55038 2024-11-21T14:20:20,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:441350x0, quorum=127.0.0.1:55038, baseZNode=/1154410476 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T14:20:20,421 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44135-0x1013ae640520003 connected 2024-11-21T14:20:20,431 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:20:20,433 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:20:20,435 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44135-0x1013ae640520003, quorum=127.0.0.1:55038, baseZNode=/1154410476 Set watcher on znode that does not yet exist, /1154410476/running 2024-11-21T14:20:20,435 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38793/user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9, hbase.cluster.distributed=false 2024-11-21T14:20:20,436 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44135-0x1013ae640520003, quorum=127.0.0.1:55038, baseZNode=/1154410476 Set watcher on znode that does not yet exist, /1154410476/acl 2024-11-21T14:20:20,437 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44135 2024-11-21T14:20:20,437 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44135 2024-11-21T14:20:20,437 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44135 2024-11-21T14:20:20,437 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44135 2024-11-21T14:20:20,437 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44135 2024-11-21T14:20:20,451 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8a7a968213a0:0 server-side Connection retries=45 2024-11-21T14:20:20,452 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T14:20:20,452 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T14:20:20,452 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T14:20:20,452 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T14:20:20,452 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T14:20:20,452 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T14:20:20,452 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T14:20:20,452 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44721 2024-11-21T14:20:20,453 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44721 connecting to ZooKeeper ensemble=127.0.0.1:55038 2024-11-21T14:20:20,453 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:20:20,455 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:20:20,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:447210x0, quorum=127.0.0.1:55038, baseZNode=/1154410476 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T14:20:20,458 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44721-0x1013ae640520004 connected 2024-11-21T14:20:20,458 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44721-0x1013ae640520004, quorum=127.0.0.1:55038, baseZNode=/1154410476 Set watcher on znode that does not yet exist, /1154410476/running 2024-11-21T14:20:20,459 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T14:20:20,460 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T14:20:20,461 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44721-0x1013ae640520004, quorum=127.0.0.1:55038, baseZNode=/1154410476 Set watcher on znode that does not yet exist, /1154410476/master 2024-11-21T14:20:20,461 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44721-0x1013ae640520004, quorum=127.0.0.1:55038, baseZNode=/1154410476 Set watcher on znode that does not yet exist, /1154410476/acl 2024-11-21T14:20:20,465 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44721 2024-11-21T14:20:20,465 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44721 2024-11-21T14:20:20,467 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44721 2024-11-21T14:20:20,468 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44721 2024-11-21T14:20:20,468 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44721 2024-11-21T14:20:20,479 DEBUG [M:0;8a7a968213a0:44135 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8a7a968213a0:44135 2024-11-21T14:20:20,479 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1154410476/backup-masters/8a7a968213a0,44135,1732198820416 2024-11-21T14:20:20,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44135-0x1013ae640520003, quorum=127.0.0.1:55038, baseZNode=/1154410476 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1154410476/backup-masters 2024-11-21T14:20:20,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44721-0x1013ae640520004, quorum=127.0.0.1:55038, baseZNode=/1154410476 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1154410476/backup-masters 2024-11-21T14:20:20,481 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44135-0x1013ae640520003, quorum=127.0.0.1:55038, baseZNode=/1154410476 Set watcher on existing znode=/1154410476/backup-masters/8a7a968213a0,44135,1732198820416 2024-11-21T14:20:20,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44721-0x1013ae640520004, quorum=127.0.0.1:55038, baseZNode=/1154410476 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1154410476/master 2024-11-21T14:20:20,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44135-0x1013ae640520003, quorum=127.0.0.1:55038, baseZNode=/1154410476 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1154410476 2024-11-21T14:20:20,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44721-0x1013ae640520004, quorum=127.0.0.1:55038, baseZNode=/1154410476 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1154410476 2024-11-21T14:20:20,484 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44135-0x1013ae640520003, quorum=127.0.0.1:55038, baseZNode=/1154410476 Set watcher on existing znode=/1154410476/master 2024-11-21T14:20:20,484 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1154410476/backup-masters/8a7a968213a0,44135,1732198820416 from backup master directory 2024-11-21T14:20:20,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44721-0x1013ae640520004, quorum=127.0.0.1:55038, baseZNode=/1154410476 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1154410476/backup-masters 2024-11-21T14:20:20,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44135-0x1013ae640520003, quorum=127.0.0.1:55038, baseZNode=/1154410476 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1154410476/backup-masters/8a7a968213a0,44135,1732198820416 2024-11-21T14:20:20,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44135-0x1013ae640520003, quorum=127.0.0.1:55038, baseZNode=/1154410476 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1154410476/backup-masters 2024-11-21T14:20:20,485 WARN [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T14:20:20,485 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8a7a968213a0,44135,1732198820416 2024-11-21T14:20:20,489 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38793/user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9/hbase.id] with ID: 7c292b23-fcf9-4b13-b8bc-483fc628b9f1 2024-11-21T14:20:20,489 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38793/user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9/.tmp/hbase.id 2024-11-21T14:20:20,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45593 is added to blk_1073741826_1002 (size=42) 2024-11-21T14:20:20,897 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38793/user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9/.tmp/hbase.id]:[hdfs://localhost:38793/user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9/hbase.id] 2024-11-21T14:20:20,905 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:20:20,905 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T14:20:20,906 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-21T14:20:20,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44135-0x1013ae640520003, quorum=127.0.0.1:55038, baseZNode=/1154410476 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1154410476 2024-11-21T14:20:20,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44721-0x1013ae640520004, quorum=127.0.0.1:55038, baseZNode=/1154410476 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1154410476 2024-11-21T14:20:20,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45593 is added to blk_1073741827_1003 (size=196) 2024-11-21T14:20:20,917 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T14:20:20,917 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T14:20:20,918 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:20:20,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45593 is added to blk_1073741828_1004 (size=1189) 2024-11-21T14:20:21,327 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38793/user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9/MasterData/data/master/store 2024-11-21T14:20:21,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45593 is added to blk_1073741829_1005 (size=34) 2024-11-21T14:20:21,332 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:20:21,332 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T14:20:21,332 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:20:21,332 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:20:21,332 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T14:20:21,332 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:20:21,332 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:20:21,333 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732198821332Disabling compacts and flushes for region at 1732198821332Disabling writes for close at 1732198821332Writing region close event to WAL at 1732198821332Closed at 1732198821332 2024-11-21T14:20:21,333 WARN [master/8a7a968213a0:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38793/user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9/MasterData/data/master/store/.initializing 2024-11-21T14:20:21,333 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38793/user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9/MasterData/WALs/8a7a968213a0,44135,1732198820416 2024-11-21T14:20:21,334 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T14:20:21,335 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8a7a968213a0%2C44135%2C1732198820416, suffix=, logDir=hdfs://localhost:38793/user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9/MasterData/WALs/8a7a968213a0,44135,1732198820416, archiveDir=hdfs://localhost:38793/user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9/MasterData/oldWALs, maxLogs=10 2024-11-21T14:20:21,349 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9/MasterData/WALs/8a7a968213a0,44135,1732198820416/8a7a968213a0%2C44135%2C1732198820416.1732198821335, exclude list is [], retry=0 2024-11-21T14:20:21,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45593,DS-afe66a62-7bd7-4c0f-978a-af8000970d5e,DISK] 2024-11-21T14:20:21,352 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9/MasterData/WALs/8a7a968213a0,44135,1732198820416/8a7a968213a0%2C44135%2C1732198820416.1732198821335 2024-11-21T14:20:21,352 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42531:42531)] 2024-11-21T14:20:21,352 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T14:20:21,353 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:20:21,353 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:20:21,353 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:20:21,354 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:20:21,355 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T14:20:21,355 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:20:21,355 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:20:21,355 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:20:21,356 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T14:20:21,356 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:20:21,356 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:20:21,356 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:20:21,357 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T14:20:21,357 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:20:21,357 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:20:21,357 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:20:21,358 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T14:20:21,358 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:20:21,358 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:20:21,358 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:20:21,359 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38793/user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:20:21,359 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38793/user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:20:21,360 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:20:21,360 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:20:21,360 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T14:20:21,361 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:20:21,362 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38793/user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T14:20:21,363 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60832197, jitterRate=-0.09352962672710419}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T14:20:21,363 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732198821353Initializing all the Stores at 1732198821353Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198821353Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198821354 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198821354Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198821354Cleaning up temporary data from old regions at 1732198821360 (+6 ms)Region opened successfully at 1732198821363 (+3 ms) 2024-11-21T14:20:21,363 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T14:20:21,365 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@181c308a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8a7a968213a0/172.17.0.2:0 2024-11-21T14:20:21,366 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T14:20:21,366 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T14:20:21,366 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T14:20:21,366 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T14:20:21,367 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T14:20:21,367 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T14:20:21,367 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T14:20:21,368 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T14:20:21,369 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44135-0x1013ae640520003, quorum=127.0.0.1:55038, baseZNode=/1154410476 Unable to get data of znode /1154410476/balancer because node does not exist (not necessarily an error) 2024-11-21T14:20:21,370 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1154410476/balancer already deleted, retry=false 2024-11-21T14:20:21,371 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T14:20:21,371 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44135-0x1013ae640520003, quorum=127.0.0.1:55038, baseZNode=/1154410476 Unable to get data of znode /1154410476/normalizer because node does not exist (not necessarily an error) 2024-11-21T14:20:21,373 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1154410476/normalizer already deleted, retry=false 2024-11-21T14:20:21,373 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T14:20:21,374 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44135-0x1013ae640520003, quorum=127.0.0.1:55038, baseZNode=/1154410476 Unable to get data of znode /1154410476/switch/split because node does not exist (not necessarily an error) 2024-11-21T14:20:21,375 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1154410476/switch/split already deleted, retry=false 2024-11-21T14:20:21,376 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44135-0x1013ae640520003, quorum=127.0.0.1:55038, baseZNode=/1154410476 Unable to get data of znode /1154410476/switch/merge because node does not exist (not necessarily an error) 2024-11-21T14:20:21,377 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1154410476/switch/merge already deleted, retry=false 2024-11-21T14:20:21,378 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44135-0x1013ae640520003, quorum=127.0.0.1:55038, baseZNode=/1154410476 Unable to get data of znode /1154410476/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T14:20:21,379 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1154410476/snapshot-cleanup already deleted, retry=false 2024-11-21T14:20:21,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44135-0x1013ae640520003, quorum=127.0.0.1:55038, baseZNode=/1154410476 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1154410476/running 2024-11-21T14:20:21,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44721-0x1013ae640520004, quorum=127.0.0.1:55038, baseZNode=/1154410476 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1154410476/running 2024-11-21T14:20:21,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44135-0x1013ae640520003, quorum=127.0.0.1:55038, baseZNode=/1154410476 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1154410476 2024-11-21T14:20:21,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44721-0x1013ae640520004, quorum=127.0.0.1:55038, baseZNode=/1154410476 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1154410476 2024-11-21T14:20:21,383 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8a7a968213a0,44135,1732198820416, sessionid=0x1013ae640520003, setting cluster-up flag (Was=false) 2024-11-21T14:20:21,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44135-0x1013ae640520003, quorum=127.0.0.1:55038, baseZNode=/1154410476 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1154410476 2024-11-21T14:20:21,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44721-0x1013ae640520004, quorum=127.0.0.1:55038, baseZNode=/1154410476 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1154410476 2024-11-21T14:20:21,390 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1154410476/flush-table-proc/acquired, /1154410476/flush-table-proc/reached, /1154410476/flush-table-proc/abort 2024-11-21T14:20:21,391 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8a7a968213a0,44135,1732198820416 2024-11-21T14:20:21,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44135-0x1013ae640520003, quorum=127.0.0.1:55038, baseZNode=/1154410476 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1154410476 2024-11-21T14:20:21,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44721-0x1013ae640520004, quorum=127.0.0.1:55038, baseZNode=/1154410476 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1154410476 2024-11-21T14:20:21,397 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1154410476/online-snapshot/acquired, /1154410476/online-snapshot/reached, /1154410476/online-snapshot/abort 2024-11-21T14:20:21,398 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8a7a968213a0,44135,1732198820416 2024-11-21T14:20:21,399 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38793/user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T14:20:21,400 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T14:20:21,400 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T14:20:21,401 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T14:20:21,401 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8a7a968213a0,44135,1732198820416 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T14:20:21,402 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8a7a968213a0:0, corePoolSize=5, maxPoolSize=5 2024-11-21T14:20:21,402 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8a7a968213a0:0, corePoolSize=5, maxPoolSize=5 2024-11-21T14:20:21,402 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8a7a968213a0:0, corePoolSize=5, maxPoolSize=5 2024-11-21T14:20:21,402 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8a7a968213a0:0, corePoolSize=5, maxPoolSize=5 2024-11-21T14:20:21,402 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8a7a968213a0:0, corePoolSize=10, maxPoolSize=10 2024-11-21T14:20:21,402 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:20:21,402 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8a7a968213a0:0, corePoolSize=2, maxPoolSize=2 2024-11-21T14:20:21,402 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:20:21,403 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732198851403 2024-11-21T14:20:21,403 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T14:20:21,403 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T14:20:21,403 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T14:20:21,403 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T14:20:21,403 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T14:20:21,403 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T14:20:21,404 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T14:20:21,404 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T14:20:21,404 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T14:20:21,404 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:20:21,404 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T14:20:21,404 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T14:20:21,404 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T14:20:21,404 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T14:20:21,405 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T14:20:21,408 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T14:20:21,408 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T14:20:21,409 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8a7a968213a0:0:becomeActiveMaster-HFileCleaner.large.0-1732198821408,5,FailOnTimeoutGroup] 2024-11-21T14:20:21,411 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8a7a968213a0:0:becomeActiveMaster-HFileCleaner.small.0-1732198821409,5,FailOnTimeoutGroup] 2024-11-21T14:20:21,411 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T14:20:21,411 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T14:20:21,412 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T14:20:21,412 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T14:20:21,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45593 is added to blk_1073741831_1007 (size=1321) 2024-11-21T14:20:21,470 INFO [RS:0;8a7a968213a0:44721 {}] regionserver.HRegionServer(746): ClusterId : 7c292b23-fcf9-4b13-b8bc-483fc628b9f1 2024-11-21T14:20:21,470 DEBUG [RS:0;8a7a968213a0:44721 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T14:20:21,472 DEBUG [RS:0;8a7a968213a0:44721 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T14:20:21,472 DEBUG [RS:0;8a7a968213a0:44721 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T14:20:21,475 DEBUG [RS:0;8a7a968213a0:44721 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T14:20:21,475 DEBUG [RS:0;8a7a968213a0:44721 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13765b3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8a7a968213a0/172.17.0.2:0 2024-11-21T14:20:21,490 DEBUG [RS:0;8a7a968213a0:44721 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8a7a968213a0:44721 2024-11-21T14:20:21,491 INFO [RS:0;8a7a968213a0:44721 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T14:20:21,491 INFO [RS:0;8a7a968213a0:44721 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T14:20:21,491 DEBUG [RS:0;8a7a968213a0:44721 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T14:20:21,491 INFO [RS:0;8a7a968213a0:44721 {}] regionserver.HRegionServer(2659): reportForDuty to master=8a7a968213a0,44135,1732198820416 with port=44721, startcode=1732198820451 2024-11-21T14:20:21,491 DEBUG [RS:0;8a7a968213a0:44721 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T14:20:21,493 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38235, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T14:20:21,493 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44135 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8a7a968213a0,44721,1732198820451 2024-11-21T14:20:21,493 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44135 {}] master.ServerManager(517): Registering regionserver=8a7a968213a0,44721,1732198820451 2024-11-21T14:20:21,494 DEBUG [RS:0;8a7a968213a0:44721 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38793/user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9 2024-11-21T14:20:21,494 DEBUG [RS:0;8a7a968213a0:44721 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38793 2024-11-21T14:20:21,494 DEBUG [RS:0;8a7a968213a0:44721 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T14:20:21,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44135-0x1013ae640520003, quorum=127.0.0.1:55038, baseZNode=/1154410476 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1154410476/rs 2024-11-21T14:20:21,496 DEBUG [RS:0;8a7a968213a0:44721 {}] zookeeper.ZKUtil(111): regionserver:44721-0x1013ae640520004, quorum=127.0.0.1:55038, baseZNode=/1154410476 Set watcher on existing znode=/1154410476/rs/8a7a968213a0,44721,1732198820451 2024-11-21T14:20:21,496 WARN [RS:0;8a7a968213a0:44721 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T14:20:21,496 INFO [RS:0;8a7a968213a0:44721 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:20:21,496 DEBUG [RS:0;8a7a968213a0:44721 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38793/user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9/WALs/8a7a968213a0,44721,1732198820451 2024-11-21T14:20:21,496 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8a7a968213a0,44721,1732198820451] 2024-11-21T14:20:21,500 INFO [RS:0;8a7a968213a0:44721 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T14:20:21,501 INFO [RS:0;8a7a968213a0:44721 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T14:20:21,501 INFO [RS:0;8a7a968213a0:44721 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T14:20:21,501 INFO [RS:0;8a7a968213a0:44721 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T14:20:21,502 INFO [RS:0;8a7a968213a0:44721 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T14:20:21,503 INFO [RS:0;8a7a968213a0:44721 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T14:20:21,503 INFO [RS:0;8a7a968213a0:44721 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T14:20:21,503 DEBUG [RS:0;8a7a968213a0:44721 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:20:21,503 DEBUG [RS:0;8a7a968213a0:44721 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:20:21,503 DEBUG [RS:0;8a7a968213a0:44721 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:20:21,503 DEBUG [RS:0;8a7a968213a0:44721 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:20:21,503 DEBUG [RS:0;8a7a968213a0:44721 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:20:21,503 DEBUG [RS:0;8a7a968213a0:44721 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8a7a968213a0:0, corePoolSize=2, maxPoolSize=2 2024-11-21T14:20:21,503 DEBUG [RS:0;8a7a968213a0:44721 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:20:21,503 DEBUG [RS:0;8a7a968213a0:44721 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:20:21,503 DEBUG [RS:0;8a7a968213a0:44721 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:20:21,503 DEBUG [RS:0;8a7a968213a0:44721 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:20:21,503 DEBUG [RS:0;8a7a968213a0:44721 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:20:21,503 DEBUG [RS:0;8a7a968213a0:44721 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:20:21,503 DEBUG [RS:0;8a7a968213a0:44721 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8a7a968213a0:0, corePoolSize=3, maxPoolSize=3 2024-11-21T14:20:21,503 DEBUG [RS:0;8a7a968213a0:44721 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8a7a968213a0:0, corePoolSize=3, maxPoolSize=3 2024-11-21T14:20:21,503 INFO [RS:0;8a7a968213a0:44721 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T14:20:21,504 INFO [RS:0;8a7a968213a0:44721 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T14:20:21,504 INFO [RS:0;8a7a968213a0:44721 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T14:20:21,504 INFO [RS:0;8a7a968213a0:44721 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T14:20:21,504 INFO [RS:0;8a7a968213a0:44721 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T14:20:21,504 INFO [RS:0;8a7a968213a0:44721 {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,44721,1732198820451-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T14:20:21,517 INFO [RS:0;8a7a968213a0:44721 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T14:20:21,517 INFO [RS:0;8a7a968213a0:44721 {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,44721,1732198820451-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T14:20:21,517 INFO [RS:0;8a7a968213a0:44721 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:20:21,517 INFO [RS:0;8a7a968213a0:44721 {}] regionserver.Replication(171): 8a7a968213a0,44721,1732198820451 started 2024-11-21T14:20:21,530 INFO [RS:0;8a7a968213a0:44721 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:20:21,530 INFO [RS:0;8a7a968213a0:44721 {}] regionserver.HRegionServer(1482): Serving as 8a7a968213a0,44721,1732198820451, RpcServer on 8a7a968213a0/172.17.0.2:44721, sessionid=0x1013ae640520004 2024-11-21T14:20:21,531 DEBUG [RS:0;8a7a968213a0:44721 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T14:20:21,531 DEBUG [RS:0;8a7a968213a0:44721 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8a7a968213a0,44721,1732198820451 2024-11-21T14:20:21,531 DEBUG [RS:0;8a7a968213a0:44721 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8a7a968213a0,44721,1732198820451' 2024-11-21T14:20:21,531 DEBUG [RS:0;8a7a968213a0:44721 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1154410476/flush-table-proc/abort' 2024-11-21T14:20:21,531 DEBUG [RS:0;8a7a968213a0:44721 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1154410476/flush-table-proc/acquired' 2024-11-21T14:20:21,531 DEBUG [RS:0;8a7a968213a0:44721 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T14:20:21,531 DEBUG [RS:0;8a7a968213a0:44721 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T14:20:21,531 DEBUG [RS:0;8a7a968213a0:44721 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8a7a968213a0,44721,1732198820451 2024-11-21T14:20:21,531 DEBUG [RS:0;8a7a968213a0:44721 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8a7a968213a0,44721,1732198820451' 2024-11-21T14:20:21,531 DEBUG [RS:0;8a7a968213a0:44721 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1154410476/online-snapshot/abort' 2024-11-21T14:20:21,532 DEBUG [RS:0;8a7a968213a0:44721 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1154410476/online-snapshot/acquired' 2024-11-21T14:20:21,532 DEBUG [RS:0;8a7a968213a0:44721 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T14:20:21,532 INFO [RS:0;8a7a968213a0:44721 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T14:20:21,532 INFO [RS:0;8a7a968213a0:44721 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T14:20:21,632 INFO [RS:0;8a7a968213a0:44721 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T14:20:21,633 INFO [RS:0;8a7a968213a0:44721 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8a7a968213a0%2C44721%2C1732198820451, suffix=, logDir=hdfs://localhost:38793/user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9/WALs/8a7a968213a0,44721,1732198820451, archiveDir=hdfs://localhost:38793/user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9/oldWALs, maxLogs=10 2024-11-21T14:20:21,646 DEBUG [RS:0;8a7a968213a0:44721 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9/WALs/8a7a968213a0,44721,1732198820451/8a7a968213a0%2C44721%2C1732198820451.1732198821634, exclude list is [], retry=0 2024-11-21T14:20:21,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45593,DS-afe66a62-7bd7-4c0f-978a-af8000970d5e,DISK] 2024-11-21T14:20:21,650 INFO [RS:0;8a7a968213a0:44721 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9/WALs/8a7a968213a0,44721,1732198820451/8a7a968213a0%2C44721%2C1732198820451.1732198821634 2024-11-21T14:20:21,650 DEBUG [RS:0;8a7a968213a0:44721 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42531:42531)] 2024-11-21T14:20:21,815 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38793/user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T14:20:21,815 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38793/user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9 2024-11-21T14:20:21,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45593 is added to blk_1073741833_1009 (size=32) 2024-11-21T14:20:22,220 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:20:22,221 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T14:20:22,222 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T14:20:22,222 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:20:22,223 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:20:22,223 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T14:20:22,223 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T14:20:22,223 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:20:22,224 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:20:22,224 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T14:20:22,224 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T14:20:22,224 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:20:22,225 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:20:22,225 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T14:20:22,225 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T14:20:22,225 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:20:22,226 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:20:22,226 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T14:20:22,226 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38793/user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9/data/hbase/meta/1588230740 2024-11-21T14:20:22,226 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38793/user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9/data/hbase/meta/1588230740 2024-11-21T14:20:22,227 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T14:20:22,227 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T14:20:22,228 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T14:20:22,228 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T14:20:22,230 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38793/user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T14:20:22,231 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65985261, jitterRate=-0.016742989420890808}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T14:20:22,231 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732198822220Initializing all the Stores at 1732198822221 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198822221Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198822221Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198822221Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198822221Cleaning up temporary data from old regions at 1732198822227 (+6 ms)Region opened successfully at 1732198822231 (+4 ms) 2024-11-21T14:20:22,231 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T14:20:22,231 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T14:20:22,231 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T14:20:22,231 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T14:20:22,231 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T14:20:22,231 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T14:20:22,231 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732198822231Disabling compacts and flushes for region at 1732198822231Disabling writes for close at 1732198822231Writing region close event to WAL at 1732198822231Closed at 1732198822231 2024-11-21T14:20:22,232 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T14:20:22,232 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T14:20:22,233 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T14:20:22,233 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T14:20:22,234 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T14:20:22,384 DEBUG [8a7a968213a0:44135 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T14:20:22,385 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8a7a968213a0,44721,1732198820451 2024-11-21T14:20:22,386 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8a7a968213a0,44721,1732198820451, state=OPENING 2024-11-21T14:20:22,390 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T14:20:22,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44135-0x1013ae640520003, quorum=127.0.0.1:55038, baseZNode=/1154410476 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1154410476 2024-11-21T14:20:22,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44721-0x1013ae640520004, quorum=127.0.0.1:55038, baseZNode=/1154410476 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1154410476 2024-11-21T14:20:22,392 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T14:20:22,392 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8a7a968213a0,44721,1732198820451}] 2024-11-21T14:20:22,392 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1154410476/meta-region-server: CHANGED 2024-11-21T14:20:22,392 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1154410476/meta-region-server: CHANGED 2024-11-21T14:20:22,544 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T14:20:22,546 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35265, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T14:20:22,548 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T14:20:22,548 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:20:22,549 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T14:20:22,550 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8a7a968213a0%2C44721%2C1732198820451.meta, suffix=.meta, logDir=hdfs://localhost:38793/user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9/WALs/8a7a968213a0,44721,1732198820451, archiveDir=hdfs://localhost:38793/user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9/oldWALs, maxLogs=10 2024-11-21T14:20:22,563 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9/WALs/8a7a968213a0,44721,1732198820451/8a7a968213a0%2C44721%2C1732198820451.meta.1732198822550.meta, exclude list is [], retry=0 2024-11-21T14:20:22,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45593,DS-afe66a62-7bd7-4c0f-978a-af8000970d5e,DISK] 2024-11-21T14:20:22,567 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9/WALs/8a7a968213a0,44721,1732198820451/8a7a968213a0%2C44721%2C1732198820451.meta.1732198822550.meta 2024-11-21T14:20:22,567 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42531:42531)] 2024-11-21T14:20:22,567 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T14:20:22,567 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T14:20:22,567 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T14:20:22,567 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T14:20:22,568 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T14:20:22,568 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T14:20:22,568 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:20:22,568 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T14:20:22,568 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T14:20:22,569 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T14:20:22,569 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T14:20:22,570 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:20:22,570 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:20:22,570 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T14:20:22,570 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T14:20:22,570 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:20:22,571 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:20:22,571 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T14:20:22,571 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T14:20:22,571 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:20:22,571 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:20:22,572 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T14:20:22,572 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T14:20:22,572 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:20:22,572 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:20:22,572 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T14:20:22,573 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38793/user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9/data/hbase/meta/1588230740 2024-11-21T14:20:22,574 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38793/user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9/data/hbase/meta/1588230740 2024-11-21T14:20:22,574 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T14:20:22,574 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T14:20:22,575 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T14:20:22,575 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T14:20:22,576 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71856619, jitterRate=0.07074706256389618}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T14:20:22,576 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T14:20:22,576 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732198822568Writing region info on filesystem at 1732198822568Initializing all the Stores at 1732198822568Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198822568Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198822569 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198822569Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198822569Cleaning up temporary data from old regions at 1732198822574 (+5 ms)Running coprocessor post-open hooks at 1732198822576 (+2 ms)Region opened successfully at 1732198822576 2024-11-21T14:20:22,577 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732198822544 2024-11-21T14:20:22,578 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T14:20:22,578 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T14:20:22,579 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=8a7a968213a0,44721,1732198820451 2024-11-21T14:20:22,579 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8a7a968213a0,44721,1732198820451, state=OPEN 2024-11-21T14:20:22,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44135-0x1013ae640520003, quorum=127.0.0.1:55038, baseZNode=/1154410476 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1154410476/meta-region-server 2024-11-21T14:20:22,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44721-0x1013ae640520004, quorum=127.0.0.1:55038, baseZNode=/1154410476 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1154410476/meta-region-server 2024-11-21T14:20:22,581 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8a7a968213a0,44721,1732198820451 2024-11-21T14:20:22,581 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1154410476/meta-region-server: CHANGED 2024-11-21T14:20:22,581 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1154410476/meta-region-server: CHANGED 2024-11-21T14:20:22,582 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T14:20:22,582 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8a7a968213a0,44721,1732198820451 in 189 msec 2024-11-21T14:20:22,584 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T14:20:22,584 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 349 msec 2024-11-21T14:20:22,584 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T14:20:22,584 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T14:20:22,585 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:20:22,585 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a7a968213a0,44721,1732198820451, seqNum=-1] 2024-11-21T14:20:22,586 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:20:22,587 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56149, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T14:20:22,590 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1900 sec 2024-11-21T14:20:22,590 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732198822590, completionTime=-1 2024-11-21T14:20:22,590 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T14:20:22,590 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T14:20:22,592 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T14:20:22,592 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732198882592 2024-11-21T14:20:22,592 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732198942592 2024-11-21T14:20:22,592 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-21T14:20:22,593 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,44135,1732198820416-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T14:20:22,593 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,44135,1732198820416-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:20:22,593 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,44135,1732198820416-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:20:22,593 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8a7a968213a0:44135, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:20:22,593 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T14:20:22,593 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T14:20:22,594 DEBUG [master/8a7a968213a0:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T14:20:22,596 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.111sec 2024-11-21T14:20:22,596 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T14:20:22,596 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T14:20:22,596 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T14:20:22,596 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T14:20:22,596 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T14:20:22,596 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,44135,1732198820416-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T14:20:22,596 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,44135,1732198820416-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T14:20:22,598 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T14:20:22,598 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T14:20:22,598 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,44135,1732198820416-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:20:22,670 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@108cc29c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:20:22,671 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8a7a968213a0,44135,-1 for getting cluster id 2024-11-21T14:20:22,671 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:20:22,672 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7c292b23-fcf9-4b13-b8bc-483fc628b9f1' 2024-11-21T14:20:22,672 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:20:22,672 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7c292b23-fcf9-4b13-b8bc-483fc628b9f1" 2024-11-21T14:20:22,673 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13b43158, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:20:22,673 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a7a968213a0,44135,-1] 2024-11-21T14:20:22,673 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:20:22,673 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:20:22,674 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:20:22,675 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1065ee7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:20:22,675 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:20:22,676 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a7a968213a0,44721,1732198820451, seqNum=-1] 2024-11-21T14:20:22,677 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:20:22,677 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T14:20:22,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=8a7a968213a0,44135,1732198820416 2024-11-21T14:20:22,680 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:55038 2024-11-21T14:20:22,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:55038, baseZNode=/1154410476 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T14:20:22,682 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013ae640520005 connected 2024-11-21T14:20:22,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73a180ac-c349-c0c3-b0cf-211449d50095/hadoop.log.dir so I do NOT create it in target/test-data/f6529030-a23c-3a33-1314-7e7c9baa5b3c 2024-11-21T14:20:22,687 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73a180ac-c349-c0c3-b0cf-211449d50095/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T14:20:22,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73a180ac-c349-c0c3-b0cf-211449d50095/hadoop.tmp.dir so I do NOT create it in target/test-data/f6529030-a23c-3a33-1314-7e7c9baa5b3c 2024-11-21T14:20:22,687 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73a180ac-c349-c0c3-b0cf-211449d50095/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T14:20:22,687 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6529030-a23c-3a33-1314-7e7c9baa5b3c 2024-11-21T14:20:22,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T14:20:22,687 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6529030-a23c-3a33-1314-7e7c9baa5b3c/cluster_02aa2dd1-c025-f437-084e-09d34add16c2, deleteOnExit=true 2024-11-21T14:20:22,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T14:20:22,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6529030-a23c-3a33-1314-7e7c9baa5b3c/test.cache.data in system properties and HBase conf 2024-11-21T14:20:22,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6529030-a23c-3a33-1314-7e7c9baa5b3c/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T14:20:22,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6529030-a23c-3a33-1314-7e7c9baa5b3c/hadoop.log.dir in system properties and HBase conf 2024-11-21T14:20:22,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6529030-a23c-3a33-1314-7e7c9baa5b3c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T14:20:22,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6529030-a23c-3a33-1314-7e7c9baa5b3c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T14:20:22,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T14:20:22,688 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T14:20:22,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6529030-a23c-3a33-1314-7e7c9baa5b3c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T14:20:22,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6529030-a23c-3a33-1314-7e7c9baa5b3c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T14:20:22,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6529030-a23c-3a33-1314-7e7c9baa5b3c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T14:20:22,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6529030-a23c-3a33-1314-7e7c9baa5b3c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T14:20:22,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6529030-a23c-3a33-1314-7e7c9baa5b3c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T14:20:22,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6529030-a23c-3a33-1314-7e7c9baa5b3c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T14:20:22,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6529030-a23c-3a33-1314-7e7c9baa5b3c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T14:20:22,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6529030-a23c-3a33-1314-7e7c9baa5b3c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T14:20:22,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6529030-a23c-3a33-1314-7e7c9baa5b3c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T14:20:22,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6529030-a23c-3a33-1314-7e7c9baa5b3c/nfs.dump.dir in system properties and HBase conf 2024-11-21T14:20:22,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6529030-a23c-3a33-1314-7e7c9baa5b3c/java.io.tmpdir in system properties and HBase conf 2024-11-21T14:20:22,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6529030-a23c-3a33-1314-7e7c9baa5b3c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T14:20:22,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6529030-a23c-3a33-1314-7e7c9baa5b3c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T14:20:22,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6529030-a23c-3a33-1314-7e7c9baa5b3c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T14:20:22,746 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T14:20:22,748 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:20:22,748 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:20:22,788 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:20:22,788 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:20:22,789 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:20:22,789 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:20:22,789 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:20:22,790 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:20:22,798 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:20:22,802 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:20:22,802 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:20:22,804 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:20:22,837 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T14:20:22,842 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T14:20:22,849 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T14:20:22,849 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T14:20:22,849 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T14:20:22,849 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T14:20:22,852 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7d26d8f9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6529030-a23c-3a33-1314-7e7c9baa5b3c/hadoop.log.dir/,AVAILABLE} 2024-11-21T14:20:22,853 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@422ef394{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T14:20:22,984 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@39ede66{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6529030-a23c-3a33-1314-7e7c9baa5b3c/java.io.tmpdir/jetty-localhost-34073-hadoop-hdfs-3_4_1-tests_jar-_-any-13942110781080221311/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T14:20:22,985 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6f137416{HTTP/1.1, (http/1.1)}{localhost:34073} 2024-11-21T14:20:22,985 INFO [Time-limited test {}] server.Server(415): Started @211090ms 2024-11-21T14:20:23,099 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T14:20:23,103 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T14:20:23,112 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T14:20:23,113 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T14:20:23,113 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T14:20:23,116 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@182f4d14{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6529030-a23c-3a33-1314-7e7c9baa5b3c/hadoop.log.dir/,AVAILABLE} 2024-11-21T14:20:23,116 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@736c85e8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T14:20:23,261 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@29a9c03{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6529030-a23c-3a33-1314-7e7c9baa5b3c/java.io.tmpdir/jetty-localhost-45985-hadoop-hdfs-3_4_1-tests_jar-_-any-3818830192568908808/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T14:20:23,261 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f83a877{HTTP/1.1, (http/1.1)}{localhost:45985} 2024-11-21T14:20:23,261 INFO [Time-limited test {}] server.Server(415): Started @211367ms 2024-11-21T14:20:23,263 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T14:20:23,383 WARN [Thread-2884 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6529030-a23c-3a33-1314-7e7c9baa5b3c/cluster_02aa2dd1-c025-f437-084e-09d34add16c2/data/data1/current/BP-465977711-172.17.0.2-1732198822708/current, will proceed with Du for space computation calculation, 2024-11-21T14:20:23,389 WARN [Thread-2885 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6529030-a23c-3a33-1314-7e7c9baa5b3c/cluster_02aa2dd1-c025-f437-084e-09d34add16c2/data/data2/current/BP-465977711-172.17.0.2-1732198822708/current, will proceed with Du for space computation calculation, 2024-11-21T14:20:23,426 WARN [Thread-2872 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T14:20:23,432 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc25e96bf35eab4c2 with lease ID 0x128edb39275bf7c4: Processing first storage report for DS-acd59e2b-8afd-42a9-9465-84d6f1cbfd29 from datanode DatanodeRegistration(127.0.0.1:33545, datanodeUuid=06a62457-a75a-49a9-8a30-5325341c28d2, infoPort=43117, infoSecurePort=0, ipcPort=39567, storageInfo=lv=-57;cid=testClusterID;nsid=885173726;c=1732198822708) 2024-11-21T14:20:23,432 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc25e96bf35eab4c2 with lease ID 0x128edb39275bf7c4: from storage DS-acd59e2b-8afd-42a9-9465-84d6f1cbfd29 node DatanodeRegistration(127.0.0.1:33545, datanodeUuid=06a62457-a75a-49a9-8a30-5325341c28d2, infoPort=43117, infoSecurePort=0, ipcPort=39567, storageInfo=lv=-57;cid=testClusterID;nsid=885173726;c=1732198822708), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T14:20:23,432 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc25e96bf35eab4c2 with lease ID 0x128edb39275bf7c4: Processing first storage report for DS-64c5c0d0-fe3f-4e8c-8615-67d168fa5667 from datanode DatanodeRegistration(127.0.0.1:33545, datanodeUuid=06a62457-a75a-49a9-8a30-5325341c28d2, infoPort=43117, infoSecurePort=0, ipcPort=39567, storageInfo=lv=-57;cid=testClusterID;nsid=885173726;c=1732198822708) 2024-11-21T14:20:23,432 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc25e96bf35eab4c2 with lease ID 0x128edb39275bf7c4: from storage DS-64c5c0d0-fe3f-4e8c-8615-67d168fa5667 node DatanodeRegistration(127.0.0.1:33545, datanodeUuid=06a62457-a75a-49a9-8a30-5325341c28d2, infoPort=43117, infoSecurePort=0, ipcPort=39567, storageInfo=lv=-57;cid=testClusterID;nsid=885173726;c=1732198822708), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T14:20:23,494 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6529030-a23c-3a33-1314-7e7c9baa5b3c 2024-11-21T14:20:23,494 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:20:23,496 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:20:23,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33545 is added to blk_1073741825_1001 (size=7) 2024-11-21T14:20:23,515 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45595/user/jenkins/test-data/fbb70ec0-3fb4-90d8-187b-45ba61585eb9 with version=8 2024-11-21T14:20:23,516 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45595/user/jenkins/test-data/fbb70ec0-3fb4-90d8-187b-45ba61585eb9/hbase-staging 2024-11-21T14:20:23,518 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8a7a968213a0:0 server-side Connection retries=45 2024-11-21T14:20:23,518 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T14:20:23,518 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T14:20:23,518 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T14:20:23,518 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T14:20:23,518 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T14:20:23,519 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T14:20:23,519 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T14:20:23,521 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45357 2024-11-21T14:20:23,521 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45357 connecting to ZooKeeper ensemble=127.0.0.1:55038 2024-11-21T14:20:23,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:453570x0, quorum=127.0.0.1:55038, baseZNode=/2425533469 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T14:20:23,544 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45357-0x1013ae640520006 connected 2024-11-21T14:20:23,563 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:20:23,565 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:20:23,577 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45357-0x1013ae640520006, quorum=127.0.0.1:55038, baseZNode=/2425533469 Set watcher on znode that does not yet exist, /2425533469/running 2024-11-21T14:20:23,577 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45595/user/jenkins/test-data/fbb70ec0-3fb4-90d8-187b-45ba61585eb9, hbase.cluster.distributed=false 2024-11-21T14:20:23,581 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45357-0x1013ae640520006, quorum=127.0.0.1:55038, baseZNode=/2425533469 Set watcher on znode that does not yet exist, /2425533469/acl 2024-11-21T14:20:23,586 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45357 2024-11-21T14:20:23,588 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45357 2024-11-21T14:20:23,589 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45357 2024-11-21T14:20:23,589 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45357 2024-11-21T14:20:23,589 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45357 2024-11-21T14:20:23,608 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8a7a968213a0:0 server-side Connection retries=45 2024-11-21T14:20:23,608 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T14:20:23,608 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T14:20:23,608 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T14:20:23,609 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T14:20:23,609 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T14:20:23,609 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T14:20:23,609 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T14:20:23,609 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42197 2024-11-21T14:20:23,610 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42197 connecting to ZooKeeper ensemble=127.0.0.1:55038 2024-11-21T14:20:23,611 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:20:23,613 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:20:23,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:421970x0, quorum=127.0.0.1:55038, baseZNode=/2425533469 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T14:20:23,624 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:421970x0, quorum=127.0.0.1:55038, baseZNode=/2425533469 Set watcher on znode that does not yet exist, /2425533469/running 2024-11-21T14:20:23,624 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T14:20:23,625 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42197-0x1013ae640520007 connected 2024-11-21T14:20:23,628 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T14:20:23,629 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42197-0x1013ae640520007, quorum=127.0.0.1:55038, baseZNode=/2425533469 Set watcher on znode that does not yet exist, /2425533469/master 2024-11-21T14:20:23,632 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42197-0x1013ae640520007, quorum=127.0.0.1:55038, baseZNode=/2425533469 Set watcher on znode that does not yet exist, /2425533469/acl 2024-11-21T14:20:23,635 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42197 2024-11-21T14:20:23,635 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42197 2024-11-21T14:20:23,636 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42197 2024-11-21T14:20:23,636 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42197 2024-11-21T14:20:23,638 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42197 2024-11-21T14:20:23,656 DEBUG [M:0;8a7a968213a0:45357 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8a7a968213a0:45357 2024-11-21T14:20:23,656 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2425533469/backup-masters/8a7a968213a0,45357,1732198823518 2024-11-21T14:20:23,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45357-0x1013ae640520006, quorum=127.0.0.1:55038, baseZNode=/2425533469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2425533469/backup-masters 2024-11-21T14:20:23,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42197-0x1013ae640520007, quorum=127.0.0.1:55038, baseZNode=/2425533469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2425533469/backup-masters 2024-11-21T14:20:23,658 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45357-0x1013ae640520006, quorum=127.0.0.1:55038, baseZNode=/2425533469 Set watcher on existing znode=/2425533469/backup-masters/8a7a968213a0,45357,1732198823518 2024-11-21T14:20:23,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42197-0x1013ae640520007, quorum=127.0.0.1:55038, baseZNode=/2425533469 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2425533469/master 2024-11-21T14:20:23,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42197-0x1013ae640520007, quorum=127.0.0.1:55038, baseZNode=/2425533469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2425533469 2024-11-21T14:20:23,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45357-0x1013ae640520006, quorum=127.0.0.1:55038, baseZNode=/2425533469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2425533469 2024-11-21T14:20:23,660 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45357-0x1013ae640520006, quorum=127.0.0.1:55038, baseZNode=/2425533469 Set watcher on existing znode=/2425533469/master 2024-11-21T14:20:23,661 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2425533469/backup-masters/8a7a968213a0,45357,1732198823518 from backup master directory 2024-11-21T14:20:23,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45357-0x1013ae640520006, quorum=127.0.0.1:55038, baseZNode=/2425533469 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2425533469/backup-masters/8a7a968213a0,45357,1732198823518 2024-11-21T14:20:23,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45357-0x1013ae640520006, quorum=127.0.0.1:55038, baseZNode=/2425533469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2425533469/backup-masters 2024-11-21T14:20:23,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42197-0x1013ae640520007, quorum=127.0.0.1:55038, baseZNode=/2425533469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2425533469/backup-masters 2024-11-21T14:20:23,663 WARN [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T14:20:23,663 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8a7a968213a0,45357,1732198823518 2024-11-21T14:20:23,669 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45595/user/jenkins/test-data/fbb70ec0-3fb4-90d8-187b-45ba61585eb9/hbase.id] with ID: 78a4cb84-3fc6-4f5f-8c1d-44e2122b60a2 2024-11-21T14:20:23,669 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45595/user/jenkins/test-data/fbb70ec0-3fb4-90d8-187b-45ba61585eb9/.tmp/hbase.id 2024-11-21T14:20:23,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33545 is added to blk_1073741826_1002 (size=42) 2024-11-21T14:20:23,707 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45595/user/jenkins/test-data/fbb70ec0-3fb4-90d8-187b-45ba61585eb9/.tmp/hbase.id]:[hdfs://localhost:45595/user/jenkins/test-data/fbb70ec0-3fb4-90d8-187b-45ba61585eb9/hbase.id] 2024-11-21T14:20:23,709 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T14:20:23,710 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8a7a968213a0,32873,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8a7a968213a0:32873 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-21T14:20:23,711 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38336 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8a7a968213a0,32873,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8a7a968213a0:32873 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-21T14:20:23,719 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:20:23,719 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T14:20:23,720 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-21T14:20:23,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42197-0x1013ae640520007, quorum=127.0.0.1:55038, baseZNode=/2425533469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2425533469 2024-11-21T14:20:23,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45357-0x1013ae640520006, quorum=127.0.0.1:55038, baseZNode=/2425533469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2425533469 2024-11-21T14:20:23,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33545 is added to blk_1073741827_1003 (size=196) 2024-11-21T14:20:23,749 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T14:20:23,750 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T14:20:23,752 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:20:23,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33545 is added to blk_1073741828_1004 (size=1189) 2024-11-21T14:20:24,164 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45595/user/jenkins/test-data/fbb70ec0-3fb4-90d8-187b-45ba61585eb9/MasterData/data/master/store 2024-11-21T14:20:24,177 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T14:20:24,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33545 is added to blk_1073741829_1005 (size=34) 2024-11-21T14:20:24,217 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:20:24,217 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T14:20:24,217 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:20:24,217 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:20:24,217 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T14:20:24,217 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:20:24,217 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:20:24,218 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732198824217Disabling compacts and flushes for region at 1732198824217Disabling writes for close at 1732198824217Writing region close event to WAL at 1732198824217Closed at 1732198824217 2024-11-21T14:20:24,219 WARN [master/8a7a968213a0:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45595/user/jenkins/test-data/fbb70ec0-3fb4-90d8-187b-45ba61585eb9/MasterData/data/master/store/.initializing 2024-11-21T14:20:24,219 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45595/user/jenkins/test-data/fbb70ec0-3fb4-90d8-187b-45ba61585eb9/MasterData/WALs/8a7a968213a0,45357,1732198823518 2024-11-21T14:20:24,220 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T14:20:24,221 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8a7a968213a0%2C45357%2C1732198823518, suffix=, logDir=hdfs://localhost:45595/user/jenkins/test-data/fbb70ec0-3fb4-90d8-187b-45ba61585eb9/MasterData/WALs/8a7a968213a0,45357,1732198823518, archiveDir=hdfs://localhost:45595/user/jenkins/test-data/fbb70ec0-3fb4-90d8-187b-45ba61585eb9/MasterData/oldWALs, maxLogs=10 2024-11-21T14:20:24,240 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fbb70ec0-3fb4-90d8-187b-45ba61585eb9/MasterData/WALs/8a7a968213a0,45357,1732198823518/8a7a968213a0%2C45357%2C1732198823518.1732198824222, exclude list is [], retry=0 2024-11-21T14:20:24,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33545,DS-acd59e2b-8afd-42a9-9465-84d6f1cbfd29,DISK] 2024-11-21T14:20:24,252 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fbb70ec0-3fb4-90d8-187b-45ba61585eb9/MasterData/WALs/8a7a968213a0,45357,1732198823518/8a7a968213a0%2C45357%2C1732198823518.1732198824222 2024-11-21T14:20:24,254 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43117:43117)] 2024-11-21T14:20:24,255 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T14:20:24,255 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:20:24,255 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:20:24,255 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:20:24,256 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:20:24,258 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T14:20:24,258 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:20:24,258 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:20:24,258 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:20:24,259 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T14:20:24,259 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:20:24,260 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:20:24,260 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:20:24,261 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T14:20:24,261 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:20:24,261 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:20:24,261 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:20:24,262 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T14:20:24,262 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:20:24,262 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:20:24,263 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:20:24,263 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45595/user/jenkins/test-data/fbb70ec0-3fb4-90d8-187b-45ba61585eb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:20:24,264 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45595/user/jenkins/test-data/fbb70ec0-3fb4-90d8-187b-45ba61585eb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:20:24,265 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:20:24,265 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:20:24,265 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T14:20:24,266 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:20:24,272 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45595/user/jenkins/test-data/fbb70ec0-3fb4-90d8-187b-45ba61585eb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T14:20:24,274 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71275393, jitterRate=0.06208612024784088}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T14:20:24,274 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732198824255Initializing all the Stores at 1732198824256 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198824256Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198824256Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198824256Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198824256Cleaning up temporary data from old regions at 1732198824265 (+9 ms)Region opened successfully at 1732198824274 (+9 ms) 2024-11-21T14:20:24,274 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T14:20:24,279 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51c30c2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8a7a968213a0/172.17.0.2:0 2024-11-21T14:20:24,280 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T14:20:24,280 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T14:20:24,281 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T14:20:24,281 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T14:20:24,282 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-21T14:20:24,282 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T14:20:24,282 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T14:20:24,285 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T14:20:24,286 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45357-0x1013ae640520006, quorum=127.0.0.1:55038, baseZNode=/2425533469 Unable to get data of znode /2425533469/balancer because node does not exist (not necessarily an error) 2024-11-21T14:20:24,287 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2425533469/balancer already deleted, retry=false 2024-11-21T14:20:24,287 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T14:20:24,288 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45357-0x1013ae640520006, quorum=127.0.0.1:55038, baseZNode=/2425533469 Unable to get data of znode /2425533469/normalizer because node does not exist (not necessarily an error) 2024-11-21T14:20:24,289 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2425533469/normalizer already deleted, retry=false 2024-11-21T14:20:24,289 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T14:20:24,309 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45357-0x1013ae640520006, quorum=127.0.0.1:55038, baseZNode=/2425533469 Unable to get data of znode /2425533469/switch/split because node does not exist (not necessarily an error) 2024-11-21T14:20:24,315 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2425533469/switch/split already deleted, retry=false 2024-11-21T14:20:24,316 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45357-0x1013ae640520006, quorum=127.0.0.1:55038, baseZNode=/2425533469 Unable to get data of znode /2425533469/switch/merge because node does not exist (not necessarily an error) 2024-11-21T14:20:24,317 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2425533469/switch/merge already deleted, retry=false 2024-11-21T14:20:24,319 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45357-0x1013ae640520006, quorum=127.0.0.1:55038, baseZNode=/2425533469 Unable to get data of znode /2425533469/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T14:20:24,320 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2425533469/snapshot-cleanup already deleted, retry=false 2024-11-21T14:20:24,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45357-0x1013ae640520006, quorum=127.0.0.1:55038, baseZNode=/2425533469 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2425533469/running 2024-11-21T14:20:24,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42197-0x1013ae640520007, quorum=127.0.0.1:55038, baseZNode=/2425533469 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2425533469/running 2024-11-21T14:20:24,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45357-0x1013ae640520006, quorum=127.0.0.1:55038, baseZNode=/2425533469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2425533469 2024-11-21T14:20:24,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42197-0x1013ae640520007, quorum=127.0.0.1:55038, baseZNode=/2425533469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2425533469 2024-11-21T14:20:24,322 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8a7a968213a0,45357,1732198823518, sessionid=0x1013ae640520006, setting cluster-up flag (Was=false) 2024-11-21T14:20:24,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42197-0x1013ae640520007, quorum=127.0.0.1:55038, baseZNode=/2425533469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2425533469 2024-11-21T14:20:24,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45357-0x1013ae640520006, quorum=127.0.0.1:55038, baseZNode=/2425533469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2425533469 2024-11-21T14:20:24,337 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2425533469/flush-table-proc/acquired, /2425533469/flush-table-proc/reached, /2425533469/flush-table-proc/abort 2024-11-21T14:20:24,338 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8a7a968213a0,45357,1732198823518 2024-11-21T14:20:24,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42197-0x1013ae640520007, quorum=127.0.0.1:55038, baseZNode=/2425533469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2425533469 2024-11-21T14:20:24,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45357-0x1013ae640520006, quorum=127.0.0.1:55038, baseZNode=/2425533469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2425533469 2024-11-21T14:20:24,349 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2425533469/online-snapshot/acquired, /2425533469/online-snapshot/reached, /2425533469/online-snapshot/abort 2024-11-21T14:20:24,350 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8a7a968213a0,45357,1732198823518 2024-11-21T14:20:24,352 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45595/user/jenkins/test-data/fbb70ec0-3fb4-90d8-187b-45ba61585eb9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T14:20:24,353 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T14:20:24,354 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T14:20:24,354 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T14:20:24,354 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8a7a968213a0,45357,1732198823518 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T14:20:24,355 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8a7a968213a0:0, corePoolSize=5, maxPoolSize=5 2024-11-21T14:20:24,355 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8a7a968213a0:0, corePoolSize=5, maxPoolSize=5 2024-11-21T14:20:24,355 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8a7a968213a0:0, corePoolSize=5, maxPoolSize=5 2024-11-21T14:20:24,356 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8a7a968213a0:0, corePoolSize=5, maxPoolSize=5 2024-11-21T14:20:24,356 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8a7a968213a0:0, corePoolSize=10, maxPoolSize=10 2024-11-21T14:20:24,356 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:20:24,356 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8a7a968213a0:0, corePoolSize=2, maxPoolSize=2 2024-11-21T14:20:24,356 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:20:24,365 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T14:20:24,365 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T14:20:24,366 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:20:24,366 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T14:20:24,368 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732198854368 2024-11-21T14:20:24,368 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T14:20:24,368 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T14:20:24,368 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T14:20:24,368 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T14:20:24,368 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T14:20:24,368 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T14:20:24,369 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T14:20:24,372 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T14:20:24,372 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T14:20:24,373 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T14:20:24,373 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T14:20:24,373 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T14:20:24,373 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T14:20:24,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33545 is added to blk_1073741831_1007 (size=1321) 2024-11-21T14:20:24,380 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8a7a968213a0:0:becomeActiveMaster-HFileCleaner.large.0-1732198824373,5,FailOnTimeoutGroup] 2024-11-21T14:20:24,384 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8a7a968213a0:0:becomeActiveMaster-HFileCleaner.small.0-1732198824380,5,FailOnTimeoutGroup] 2024-11-21T14:20:24,384 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T14:20:24,384 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T14:20:24,384 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T14:20:24,384 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T14:20:24,446 INFO [RS:0;8a7a968213a0:42197 {}] regionserver.HRegionServer(746): ClusterId : 78a4cb84-3fc6-4f5f-8c1d-44e2122b60a2 2024-11-21T14:20:24,446 DEBUG [RS:0;8a7a968213a0:42197 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T14:20:24,448 DEBUG [RS:0;8a7a968213a0:42197 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T14:20:24,448 DEBUG [RS:0;8a7a968213a0:42197 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T14:20:24,450 DEBUG [RS:0;8a7a968213a0:42197 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T14:20:24,450 DEBUG [RS:0;8a7a968213a0:42197 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7272ded1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8a7a968213a0/172.17.0.2:0 2024-11-21T14:20:24,465 DEBUG [RS:0;8a7a968213a0:42197 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8a7a968213a0:42197 2024-11-21T14:20:24,465 INFO [RS:0;8a7a968213a0:42197 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T14:20:24,465 INFO [RS:0;8a7a968213a0:42197 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T14:20:24,465 DEBUG [RS:0;8a7a968213a0:42197 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T14:20:24,466 INFO [RS:0;8a7a968213a0:42197 {}] regionserver.HRegionServer(2659): reportForDuty to master=8a7a968213a0,45357,1732198823518 with port=42197, startcode=1732198823608 2024-11-21T14:20:24,466 DEBUG [RS:0;8a7a968213a0:42197 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T14:20:24,467 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49445, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T14:20:24,468 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45357 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8a7a968213a0,42197,1732198823608 2024-11-21T14:20:24,468 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45357 {}] master.ServerManager(517): Registering regionserver=8a7a968213a0,42197,1732198823608 2024-11-21T14:20:24,469 DEBUG [RS:0;8a7a968213a0:42197 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45595/user/jenkins/test-data/fbb70ec0-3fb4-90d8-187b-45ba61585eb9 2024-11-21T14:20:24,469 DEBUG [RS:0;8a7a968213a0:42197 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45595 2024-11-21T14:20:24,469 DEBUG [RS:0;8a7a968213a0:42197 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T14:20:24,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45357-0x1013ae640520006, quorum=127.0.0.1:55038, baseZNode=/2425533469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2425533469/rs 2024-11-21T14:20:24,476 DEBUG [RS:0;8a7a968213a0:42197 {}] zookeeper.ZKUtil(111): regionserver:42197-0x1013ae640520007, quorum=127.0.0.1:55038, baseZNode=/2425533469 Set watcher on existing znode=/2425533469/rs/8a7a968213a0,42197,1732198823608 2024-11-21T14:20:24,476 WARN [RS:0;8a7a968213a0:42197 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T14:20:24,476 INFO [RS:0;8a7a968213a0:42197 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:20:24,476 DEBUG [RS:0;8a7a968213a0:42197 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45595/user/jenkins/test-data/fbb70ec0-3fb4-90d8-187b-45ba61585eb9/WALs/8a7a968213a0,42197,1732198823608 2024-11-21T14:20:24,477 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8a7a968213a0,42197,1732198823608] 2024-11-21T14:20:24,479 INFO [RS:0;8a7a968213a0:42197 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T14:20:24,481 INFO [RS:0;8a7a968213a0:42197 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T14:20:24,484 INFO [RS:0;8a7a968213a0:42197 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T14:20:24,484 INFO [RS:0;8a7a968213a0:42197 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T14:20:24,486 INFO [RS:0;8a7a968213a0:42197 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T14:20:24,487 INFO [RS:0;8a7a968213a0:42197 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T14:20:24,487 INFO [RS:0;8a7a968213a0:42197 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T14:20:24,487 DEBUG [RS:0;8a7a968213a0:42197 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:20:24,487 DEBUG [RS:0;8a7a968213a0:42197 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:20:24,487 DEBUG [RS:0;8a7a968213a0:42197 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:20:24,487 DEBUG [RS:0;8a7a968213a0:42197 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:20:24,487 DEBUG [RS:0;8a7a968213a0:42197 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:20:24,487 DEBUG [RS:0;8a7a968213a0:42197 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8a7a968213a0:0, corePoolSize=2, maxPoolSize=2 2024-11-21T14:20:24,487 DEBUG [RS:0;8a7a968213a0:42197 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:20:24,487 DEBUG [RS:0;8a7a968213a0:42197 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:20:24,487 DEBUG [RS:0;8a7a968213a0:42197 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:20:24,487 DEBUG [RS:0;8a7a968213a0:42197 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:20:24,487 DEBUG [RS:0;8a7a968213a0:42197 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:20:24,487 DEBUG [RS:0;8a7a968213a0:42197 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:20:24,487 DEBUG [RS:0;8a7a968213a0:42197 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8a7a968213a0:0, corePoolSize=3, maxPoolSize=3 2024-11-21T14:20:24,487 DEBUG [RS:0;8a7a968213a0:42197 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8a7a968213a0:0, corePoolSize=3, maxPoolSize=3 2024-11-21T14:20:24,488 INFO [RS:0;8a7a968213a0:42197 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T14:20:24,488 INFO [RS:0;8a7a968213a0:42197 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T14:20:24,488 INFO [RS:0;8a7a968213a0:42197 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T14:20:24,488 INFO [RS:0;8a7a968213a0:42197 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T14:20:24,488 INFO [RS:0;8a7a968213a0:42197 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T14:20:24,488 INFO [RS:0;8a7a968213a0:42197 {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,42197,1732198823608-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T14:20:24,502 INFO [RS:0;8a7a968213a0:42197 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T14:20:24,502 INFO [RS:0;8a7a968213a0:42197 {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,42197,1732198823608-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T14:20:24,502 INFO [RS:0;8a7a968213a0:42197 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:20:24,502 INFO [RS:0;8a7a968213a0:42197 {}] regionserver.Replication(171): 8a7a968213a0,42197,1732198823608 started 2024-11-21T14:20:24,516 INFO [RS:0;8a7a968213a0:42197 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:20:24,516 INFO [RS:0;8a7a968213a0:42197 {}] regionserver.HRegionServer(1482): Serving as 8a7a968213a0,42197,1732198823608, RpcServer on 8a7a968213a0/172.17.0.2:42197, sessionid=0x1013ae640520007 2024-11-21T14:20:24,516 DEBUG [RS:0;8a7a968213a0:42197 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T14:20:24,516 DEBUG [RS:0;8a7a968213a0:42197 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8a7a968213a0,42197,1732198823608 2024-11-21T14:20:24,516 DEBUG [RS:0;8a7a968213a0:42197 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8a7a968213a0,42197,1732198823608' 2024-11-21T14:20:24,516 DEBUG [RS:0;8a7a968213a0:42197 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2425533469/flush-table-proc/abort' 2024-11-21T14:20:24,517 DEBUG [RS:0;8a7a968213a0:42197 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2425533469/flush-table-proc/acquired' 2024-11-21T14:20:24,517 DEBUG [RS:0;8a7a968213a0:42197 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T14:20:24,517 DEBUG [RS:0;8a7a968213a0:42197 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T14:20:24,517 DEBUG [RS:0;8a7a968213a0:42197 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8a7a968213a0,42197,1732198823608 2024-11-21T14:20:24,517 DEBUG [RS:0;8a7a968213a0:42197 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8a7a968213a0,42197,1732198823608' 2024-11-21T14:20:24,517 DEBUG [RS:0;8a7a968213a0:42197 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2425533469/online-snapshot/abort' 2024-11-21T14:20:24,518 DEBUG [RS:0;8a7a968213a0:42197 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2425533469/online-snapshot/acquired' 2024-11-21T14:20:24,518 DEBUG [RS:0;8a7a968213a0:42197 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T14:20:24,518 INFO [RS:0;8a7a968213a0:42197 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T14:20:24,518 INFO [RS:0;8a7a968213a0:42197 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T14:20:24,618 INFO [RS:0;8a7a968213a0:42197 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T14:20:24,620 INFO [RS:0;8a7a968213a0:42197 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8a7a968213a0%2C42197%2C1732198823608, suffix=, logDir=hdfs://localhost:45595/user/jenkins/test-data/fbb70ec0-3fb4-90d8-187b-45ba61585eb9/WALs/8a7a968213a0,42197,1732198823608, archiveDir=hdfs://localhost:45595/user/jenkins/test-data/fbb70ec0-3fb4-90d8-187b-45ba61585eb9/oldWALs, maxLogs=10 2024-11-21T14:20:24,639 DEBUG [RS:0;8a7a968213a0:42197 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fbb70ec0-3fb4-90d8-187b-45ba61585eb9/WALs/8a7a968213a0,42197,1732198823608/8a7a968213a0%2C42197%2C1732198823608.1732198824620, exclude list is [], retry=0 2024-11-21T14:20:24,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33545,DS-acd59e2b-8afd-42a9-9465-84d6f1cbfd29,DISK] 2024-11-21T14:20:24,646 INFO [RS:0;8a7a968213a0:42197 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fbb70ec0-3fb4-90d8-187b-45ba61585eb9/WALs/8a7a968213a0,42197,1732198823608/8a7a968213a0%2C42197%2C1732198823608.1732198824620 2024-11-21T14:20:24,647 DEBUG [RS:0;8a7a968213a0:42197 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43117:43117)] 2024-11-21T14:20:24,779 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45595/user/jenkins/test-data/fbb70ec0-3fb4-90d8-187b-45ba61585eb9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T14:20:24,779 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45595/user/jenkins/test-data/fbb70ec0-3fb4-90d8-187b-45ba61585eb9 2024-11-21T14:20:24,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33545 is added to blk_1073741833_1009 (size=32) 2024-11-21T14:20:24,784 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:20:24,785 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T14:20:24,788 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T14:20:24,788 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:20:24,788 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:20:24,788 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T14:20:24,790 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T14:20:24,790 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:20:24,790 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:20:24,790 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T14:20:24,791 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T14:20:24,791 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:20:24,792 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:20:24,792 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T14:20:24,818 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T14:20:24,818 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:20:24,818 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:20:24,819 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T14:20:24,819 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45595/user/jenkins/test-data/fbb70ec0-3fb4-90d8-187b-45ba61585eb9/data/hbase/meta/1588230740 2024-11-21T14:20:24,820 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45595/user/jenkins/test-data/fbb70ec0-3fb4-90d8-187b-45ba61585eb9/data/hbase/meta/1588230740 2024-11-21T14:20:24,821 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T14:20:24,821 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T14:20:24,822 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T14:20:24,823 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T14:20:24,829 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45595/user/jenkins/test-data/fbb70ec0-3fb4-90d8-187b-45ba61585eb9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T14:20:24,829 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67901302, jitterRate=0.011808246374130249}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T14:20:24,830 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732198824784Initializing all the Stores at 1732198824785 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198824785Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198824785Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198824785Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198824785Cleaning up temporary data from old regions at 1732198824821 (+36 ms)Region opened successfully at 1732198824830 (+9 ms) 2024-11-21T14:20:24,830 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T14:20:24,830 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T14:20:24,830 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T14:20:24,830 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T14:20:24,830 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T14:20:24,832 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T14:20:24,832 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732198824830Disabling compacts and flushes for region at 1732198824830Disabling writes for close at 1732198824830Writing region close event to WAL at 1732198824832 (+2 ms)Closed at 1732198824832 2024-11-21T14:20:24,834 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T14:20:24,834 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T14:20:24,834 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T14:20:24,835 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T14:20:24,836 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T14:20:24,987 DEBUG [8a7a968213a0:45357 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T14:20:24,988 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8a7a968213a0,42197,1732198823608 2024-11-21T14:20:24,989 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8a7a968213a0,42197,1732198823608, state=OPENING 2024-11-21T14:20:24,991 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T14:20:24,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42197-0x1013ae640520007, quorum=127.0.0.1:55038, baseZNode=/2425533469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2425533469 2024-11-21T14:20:24,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45357-0x1013ae640520006, quorum=127.0.0.1:55038, baseZNode=/2425533469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2425533469 2024-11-21T14:20:24,994 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2425533469/meta-region-server: CHANGED 2024-11-21T14:20:24,994 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2425533469/meta-region-server: CHANGED 2024-11-21T14:20:24,994 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T14:20:24,994 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8a7a968213a0,42197,1732198823608}] 2024-11-21T14:20:25,150 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T14:20:25,152 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57737, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T14:20:25,156 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T14:20:25,156 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:20:25,156 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T14:20:25,158 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8a7a968213a0%2C42197%2C1732198823608.meta, suffix=.meta, logDir=hdfs://localhost:45595/user/jenkins/test-data/fbb70ec0-3fb4-90d8-187b-45ba61585eb9/WALs/8a7a968213a0,42197,1732198823608, archiveDir=hdfs://localhost:45595/user/jenkins/test-data/fbb70ec0-3fb4-90d8-187b-45ba61585eb9/oldWALs, maxLogs=10 2024-11-21T14:20:25,181 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fbb70ec0-3fb4-90d8-187b-45ba61585eb9/WALs/8a7a968213a0,42197,1732198823608/8a7a968213a0%2C42197%2C1732198823608.meta.1732198825158.meta, exclude list is [], retry=0 2024-11-21T14:20:25,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33545,DS-acd59e2b-8afd-42a9-9465-84d6f1cbfd29,DISK] 2024-11-21T14:20:25,186 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fbb70ec0-3fb4-90d8-187b-45ba61585eb9/WALs/8a7a968213a0,42197,1732198823608/8a7a968213a0%2C42197%2C1732198823608.meta.1732198825158.meta 2024-11-21T14:20:25,186 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43117:43117)] 2024-11-21T14:20:25,186 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T14:20:25,187 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T14:20:25,187 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T14:20:25,187 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T14:20:25,187 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T14:20:25,187 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T14:20:25,187 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:20:25,187 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T14:20:25,187 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T14:20:25,188 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T14:20:25,189 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T14:20:25,189 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:20:25,190 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:20:25,190 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T14:20:25,190 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T14:20:25,191 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:20:25,191 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:20:25,191 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T14:20:25,192 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T14:20:25,192 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:20:25,192 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:20:25,192 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T14:20:25,193 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T14:20:25,193 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:20:25,193 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:20:25,193 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T14:20:25,194 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45595/user/jenkins/test-data/fbb70ec0-3fb4-90d8-187b-45ba61585eb9/data/hbase/meta/1588230740 2024-11-21T14:20:25,195 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45595/user/jenkins/test-data/fbb70ec0-3fb4-90d8-187b-45ba61585eb9/data/hbase/meta/1588230740 2024-11-21T14:20:25,196 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T14:20:25,196 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T14:20:25,196 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T14:20:25,198 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T14:20:25,198 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65114789, jitterRate=-0.029714033007621765}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T14:20:25,198 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T14:20:25,198 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732198825187Writing region info on filesystem at 1732198825187Initializing all the Stores at 1732198825188 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198825188Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198825188Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198825188Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198825188Cleaning up temporary data from old regions at 1732198825196 (+8 ms)Running coprocessor post-open hooks at 1732198825198 (+2 ms)Region opened successfully at 1732198825198 2024-11-21T14:20:25,199 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732198825150 2024-11-21T14:20:25,202 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T14:20:25,202 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T14:20:25,202 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=8a7a968213a0,42197,1732198823608 2024-11-21T14:20:25,203 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8a7a968213a0,42197,1732198823608, state=OPEN 2024-11-21T14:20:25,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42197-0x1013ae640520007, quorum=127.0.0.1:55038, baseZNode=/2425533469 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2425533469/meta-region-server 2024-11-21T14:20:25,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45357-0x1013ae640520006, quorum=127.0.0.1:55038, baseZNode=/2425533469 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2425533469/meta-region-server 2024-11-21T14:20:25,204 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8a7a968213a0,42197,1732198823608 2024-11-21T14:20:25,204 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2425533469/meta-region-server: CHANGED 2024-11-21T14:20:25,204 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2425533469/meta-region-server: CHANGED 2024-11-21T14:20:25,206 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T14:20:25,207 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8a7a968213a0,42197,1732198823608 in 210 msec 2024-11-21T14:20:25,208 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T14:20:25,208 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 373 msec 2024-11-21T14:20:25,209 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T14:20:25,209 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T14:20:25,210 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:20:25,210 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a7a968213a0,42197,1732198823608, seqNum=-1] 2024-11-21T14:20:25,211 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:20:25,212 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32917, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T14:20:25,220 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 866 msec 2024-11-21T14:20:25,220 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732198825220, completionTime=-1 2024-11-21T14:20:25,220 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T14:20:25,220 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T14:20:25,222 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T14:20:25,223 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732198885222 2024-11-21T14:20:25,223 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732198945223 2024-11-21T14:20:25,223 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-21T14:20:25,223 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,45357,1732198823518-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T14:20:25,223 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,45357,1732198823518-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:20:25,223 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,45357,1732198823518-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:20:25,223 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8a7a968213a0:45357, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:20:25,223 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T14:20:25,223 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T14:20:25,225 DEBUG [master/8a7a968213a0:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T14:20:25,227 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.564sec 2024-11-21T14:20:25,227 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T14:20:25,227 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T14:20:25,227 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T14:20:25,227 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T14:20:25,227 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T14:20:25,228 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,45357,1732198823518-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T14:20:25,228 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,45357,1732198823518-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T14:20:25,231 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T14:20:25,231 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T14:20:25,231 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,45357,1732198823518-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:20:25,246 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c4f67e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:20:25,246 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8a7a968213a0,45357,-1 for getting cluster id 2024-11-21T14:20:25,247 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:20:25,248 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '78a4cb84-3fc6-4f5f-8c1d-44e2122b60a2' 2024-11-21T14:20:25,248 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:20:25,248 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "78a4cb84-3fc6-4f5f-8c1d-44e2122b60a2" 2024-11-21T14:20:25,249 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@638356ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:20:25,249 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a7a968213a0,45357,-1] 2024-11-21T14:20:25,249 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:20:25,249 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:20:25,250 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54474, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:20:25,251 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5040d3a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:20:25,251 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:20:25,252 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a7a968213a0,42197,1732198823608, seqNum=-1] 2024-11-21T14:20:25,252 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:20:25,253 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48256, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T14:20:25,254 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=8a7a968213a0,45357,1732198823518 2024-11-21T14:20:25,255 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:55038 2024-11-21T14:20:25,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:55038, baseZNode=/2425533469 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T14:20:25,258 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1013ae640520008 connected 2024-11-21T14:20:25,261 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T14:20:25,262 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a7a968213a0,40387,1732198816266 2024-11-21T14:20:25,262 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@14940abc 2024-11-21T14:20:25,262 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T14:20:25,263 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T14:20:25,264 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40387 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T14:20:25,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40387 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-21T14:20:25,266 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T14:20:25,267 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:20:25,267 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40387 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-21T14:20:25,267 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T14:20:25,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40387 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T14:20:25,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46273 is added to blk_1073741835_1011 (size=902) 2024-11-21T14:20:25,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40387 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T14:20:25,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40387 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T14:20:25,676 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e6dafcb6772e15d5be0ffae684870439, NAME => 'test,,1732198825263.e6dafcb6772e15d5be0ffae684870439.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43367/user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652 2024-11-21T14:20:25,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46273 is added to blk_1073741836_1012 (size=39) 2024-11-21T14:20:25,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40387 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T14:20:26,100 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732198825263.e6dafcb6772e15d5be0ffae684870439.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:20:26,100 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing e6dafcb6772e15d5be0ffae684870439, disabling compactions & flushes 2024-11-21T14:20:26,100 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732198825263.e6dafcb6772e15d5be0ffae684870439. 2024-11-21T14:20:26,100 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732198825263.e6dafcb6772e15d5be0ffae684870439. 2024-11-21T14:20:26,100 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732198825263.e6dafcb6772e15d5be0ffae684870439. after waiting 0 ms 2024-11-21T14:20:26,100 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732198825263.e6dafcb6772e15d5be0ffae684870439. 2024-11-21T14:20:26,100 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732198825263.e6dafcb6772e15d5be0ffae684870439. 2024-11-21T14:20:26,100 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for e6dafcb6772e15d5be0ffae684870439: Waiting for close lock at 1732198826100Disabling compacts and flushes for region at 1732198826100Disabling writes for close at 1732198826100Writing region close event to WAL at 1732198826100Closed at 1732198826100 2024-11-21T14:20:26,101 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T14:20:26,102 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732198825263.e6dafcb6772e15d5be0ffae684870439.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732198826101"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732198826101"}]},"ts":"1732198826101"} 2024-11-21T14:20:26,104 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T14:20:26,105 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T14:20:26,105 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732198826105"}]},"ts":"1732198826105"} 2024-11-21T14:20:26,107 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-21T14:20:26,108 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e6dafcb6772e15d5be0ffae684870439, ASSIGN}] 2024-11-21T14:20:26,109 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e6dafcb6772e15d5be0ffae684870439, ASSIGN 2024-11-21T14:20:26,109 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=e6dafcb6772e15d5be0ffae684870439, ASSIGN; state=OFFLINE, location=8a7a968213a0,40529,1732198816325; forceNewPlan=false, retain=false 2024-11-21T14:20:26,260 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e6dafcb6772e15d5be0ffae684870439, regionState=OPENING, regionLocation=8a7a968213a0,40529,1732198816325 2024-11-21T14:20:26,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=e6dafcb6772e15d5be0ffae684870439, ASSIGN because future has completed 2024-11-21T14:20:26,264 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e6dafcb6772e15d5be0ffae684870439, server=8a7a968213a0,40529,1732198816325}] 2024-11-21T14:20:26,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40387 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T14:20:26,420 INFO [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732198825263.e6dafcb6772e15d5be0ffae684870439. 2024-11-21T14:20:26,420 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e6dafcb6772e15d5be0ffae684870439, NAME => 'test,,1732198825263.e6dafcb6772e15d5be0ffae684870439.', STARTKEY => '', ENDKEY => ''} 2024-11-21T14:20:26,420 INFO [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T14:20:26,420 INFO [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-21T14:20:26,420 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e6dafcb6772e15d5be0ffae684870439 2024-11-21T14:20:26,421 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732198825263.e6dafcb6772e15d5be0ffae684870439.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:20:26,421 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e6dafcb6772e15d5be0ffae684870439 2024-11-21T14:20:26,421 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e6dafcb6772e15d5be0ffae684870439 2024-11-21T14:20:26,422 INFO [StoreOpener-e6dafcb6772e15d5be0ffae684870439-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e6dafcb6772e15d5be0ffae684870439 2024-11-21T14:20:26,423 INFO [StoreOpener-e6dafcb6772e15d5be0ffae684870439-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e6dafcb6772e15d5be0ffae684870439 columnFamilyName f 2024-11-21T14:20:26,423 DEBUG [StoreOpener-e6dafcb6772e15d5be0ffae684870439-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:20:26,424 INFO [StoreOpener-e6dafcb6772e15d5be0ffae684870439-1 {}] regionserver.HStore(327): Store=e6dafcb6772e15d5be0ffae684870439/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:20:26,424 INFO [StoreOpener-e6dafcb6772e15d5be0ffae684870439-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region e6dafcb6772e15d5be0ffae684870439 2024-11-21T14:20:26,425 INFO [StoreOpener-e6dafcb6772e15d5be0ffae684870439-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e6dafcb6772e15d5be0ffae684870439 columnFamilyName f1 2024-11-21T14:20:26,425 DEBUG [StoreOpener-e6dafcb6772e15d5be0ffae684870439-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:20:26,425 INFO [StoreOpener-e6dafcb6772e15d5be0ffae684870439-1 {}] regionserver.HStore(327): Store=e6dafcb6772e15d5be0ffae684870439/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:20:26,425 INFO [StoreOpener-e6dafcb6772e15d5be0ffae684870439-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e6dafcb6772e15d5be0ffae684870439 2024-11-21T14:20:26,426 INFO [StoreOpener-e6dafcb6772e15d5be0ffae684870439-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e6dafcb6772e15d5be0ffae684870439 columnFamilyName norep 2024-11-21T14:20:26,426 DEBUG [StoreOpener-e6dafcb6772e15d5be0ffae684870439-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:20:26,427 INFO [StoreOpener-e6dafcb6772e15d5be0ffae684870439-1 {}] regionserver.HStore(327): Store=e6dafcb6772e15d5be0ffae684870439/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:20:26,427 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e6dafcb6772e15d5be0ffae684870439 2024-11-21T14:20:26,427 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43367/user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/data/default/test/e6dafcb6772e15d5be0ffae684870439 2024-11-21T14:20:26,428 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43367/user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/data/default/test/e6dafcb6772e15d5be0ffae684870439 2024-11-21T14:20:26,428 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e6dafcb6772e15d5be0ffae684870439 2024-11-21T14:20:26,429 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e6dafcb6772e15d5be0ffae684870439 2024-11-21T14:20:26,429 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T14:20:26,430 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e6dafcb6772e15d5be0ffae684870439 2024-11-21T14:20:26,432 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43367/user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/data/default/test/e6dafcb6772e15d5be0ffae684870439/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T14:20:26,432 INFO [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e6dafcb6772e15d5be0ffae684870439; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65935673, jitterRate=-0.017481908202171326}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T14:20:26,432 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e6dafcb6772e15d5be0ffae684870439 2024-11-21T14:20:26,433 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e6dafcb6772e15d5be0ffae684870439: Running coprocessor pre-open hook at 1732198826421Writing region info on filesystem at 1732198826421Initializing all the Stores at 1732198826422 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198826422Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198826422Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198826422Cleaning up temporary data from old regions at 1732198826429 (+7 ms)Running coprocessor post-open hooks at 1732198826432 (+3 ms)Region opened successfully at 1732198826433 (+1 ms) 2024-11-21T14:20:26,434 INFO [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732198825263.e6dafcb6772e15d5be0ffae684870439., pid=6, masterSystemTime=1732198826416 2024-11-21T14:20:26,436 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732198825263.e6dafcb6772e15d5be0ffae684870439. 2024-11-21T14:20:26,436 INFO [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732198825263.e6dafcb6772e15d5be0ffae684870439. 2024-11-21T14:20:26,437 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e6dafcb6772e15d5be0ffae684870439, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=8a7a968213a0,40529,1732198816325 2024-11-21T14:20:26,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e6dafcb6772e15d5be0ffae684870439, server=8a7a968213a0,40529,1732198816325 because future has completed 2024-11-21T14:20:26,441 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T14:20:26,441 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e6dafcb6772e15d5be0ffae684870439, server=8a7a968213a0,40529,1732198816325 in 176 msec 2024-11-21T14:20:26,443 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T14:20:26,443 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=e6dafcb6772e15d5be0ffae684870439, ASSIGN in 333 msec 2024-11-21T14:20:26,444 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T14:20:26,444 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732198826444"}]},"ts":"1732198826444"} 2024-11-21T14:20:26,445 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-21T14:20:26,446 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T14:20:26,447 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1820 sec 2024-11-21T14:20:27,244 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T14:20:27,244 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-21T14:20:27,245 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-21T14:20:27,245 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-21T14:20:27,245 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T14:20:27,245 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-21T14:20:27,246 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-21T14:20:27,246 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-21T14:20:27,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40387 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T14:20:27,421 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-21T14:20:27,421 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T14:20:27,422 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a7a968213a0,44135,1732198820416 2024-11-21T14:20:27,422 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@30bea2fe 2024-11-21T14:20:27,422 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T14:20:27,423 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T14:20:27,424 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44135 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T14:20:27,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44135 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-21T14:20:27,426 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T14:20:27,426 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:20:27,426 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44135 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-21T14:20:27,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T14:20:27,427 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T14:20:27,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45593 is added to blk_1073741835_1011 (size=902) 2024-11-21T14:20:27,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T14:20:27,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T14:20:27,842 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cb05b841110013210884e23a83b52f0c, NAME => 'test,,1732198827424.cb05b841110013210884e23a83b52f0c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38793/user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9 2024-11-21T14:20:27,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45593 is added to blk_1073741836_1012 (size=39) 2024-11-21T14:20:28,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T14:20:28,071 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T14:20:28,072 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:20:28,072 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:20:28,116 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:20:28,116 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:20:28,116 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:20:28,117 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:20:28,117 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:20:28,117 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:20:28,125 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:20:28,129 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:20:28,129 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:20:28,132 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:20:28,248 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732198827424.cb05b841110013210884e23a83b52f0c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:20:28,248 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing cb05b841110013210884e23a83b52f0c, disabling compactions & flushes 2024-11-21T14:20:28,248 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732198827424.cb05b841110013210884e23a83b52f0c. 2024-11-21T14:20:28,248 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732198827424.cb05b841110013210884e23a83b52f0c. 2024-11-21T14:20:28,248 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732198827424.cb05b841110013210884e23a83b52f0c. after waiting 0 ms 2024-11-21T14:20:28,248 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732198827424.cb05b841110013210884e23a83b52f0c. 2024-11-21T14:20:28,248 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732198827424.cb05b841110013210884e23a83b52f0c. 2024-11-21T14:20:28,248 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for cb05b841110013210884e23a83b52f0c: Waiting for close lock at 1732198828248Disabling compacts and flushes for region at 1732198828248Disabling writes for close at 1732198828248Writing region close event to WAL at 1732198828248Closed at 1732198828248 2024-11-21T14:20:28,249 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T14:20:28,250 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732198827424.cb05b841110013210884e23a83b52f0c.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732198828249"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732198828249"}]},"ts":"1732198828249"} 2024-11-21T14:20:28,252 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T14:20:28,252 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T14:20:28,253 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732198828252"}]},"ts":"1732198828252"} 2024-11-21T14:20:28,254 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-21T14:20:28,254 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=cb05b841110013210884e23a83b52f0c, ASSIGN}] 2024-11-21T14:20:28,255 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=cb05b841110013210884e23a83b52f0c, ASSIGN 2024-11-21T14:20:28,256 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=cb05b841110013210884e23a83b52f0c, ASSIGN; state=OFFLINE, location=8a7a968213a0,44721,1732198820451; forceNewPlan=false, retain=false 2024-11-21T14:20:28,407 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cb05b841110013210884e23a83b52f0c, regionState=OPENING, regionLocation=8a7a968213a0,44721,1732198820451 2024-11-21T14:20:28,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=cb05b841110013210884e23a83b52f0c, ASSIGN because future has completed 2024-11-21T14:20:28,410 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cb05b841110013210884e23a83b52f0c, server=8a7a968213a0,44721,1732198820451}] 2024-11-21T14:20:28,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T14:20:28,565 INFO [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732198827424.cb05b841110013210884e23a83b52f0c. 2024-11-21T14:20:28,565 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => cb05b841110013210884e23a83b52f0c, NAME => 'test,,1732198827424.cb05b841110013210884e23a83b52f0c.', STARTKEY => '', ENDKEY => ''} 2024-11-21T14:20:28,566 INFO [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T14:20:28,566 INFO [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-21T14:20:28,566 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test cb05b841110013210884e23a83b52f0c 2024-11-21T14:20:28,566 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732198827424.cb05b841110013210884e23a83b52f0c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:20:28,566 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for cb05b841110013210884e23a83b52f0c 2024-11-21T14:20:28,566 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for cb05b841110013210884e23a83b52f0c 2024-11-21T14:20:28,570 INFO [StoreOpener-cb05b841110013210884e23a83b52f0c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region cb05b841110013210884e23a83b52f0c 2024-11-21T14:20:28,571 INFO [StoreOpener-cb05b841110013210884e23a83b52f0c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cb05b841110013210884e23a83b52f0c columnFamilyName f 2024-11-21T14:20:28,571 DEBUG [StoreOpener-cb05b841110013210884e23a83b52f0c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:20:28,571 INFO [StoreOpener-cb05b841110013210884e23a83b52f0c-1 {}] regionserver.HStore(327): Store=cb05b841110013210884e23a83b52f0c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:20:28,572 INFO [StoreOpener-cb05b841110013210884e23a83b52f0c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region cb05b841110013210884e23a83b52f0c 2024-11-21T14:20:28,573 INFO [StoreOpener-cb05b841110013210884e23a83b52f0c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cb05b841110013210884e23a83b52f0c columnFamilyName f1 2024-11-21T14:20:28,573 DEBUG [StoreOpener-cb05b841110013210884e23a83b52f0c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:20:28,573 INFO [StoreOpener-cb05b841110013210884e23a83b52f0c-1 {}] regionserver.HStore(327): Store=cb05b841110013210884e23a83b52f0c/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:20:28,573 INFO [StoreOpener-cb05b841110013210884e23a83b52f0c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region cb05b841110013210884e23a83b52f0c 2024-11-21T14:20:28,574 INFO [StoreOpener-cb05b841110013210884e23a83b52f0c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cb05b841110013210884e23a83b52f0c columnFamilyName norep 2024-11-21T14:20:28,574 DEBUG [StoreOpener-cb05b841110013210884e23a83b52f0c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:20:28,574 INFO [StoreOpener-cb05b841110013210884e23a83b52f0c-1 {}] regionserver.HStore(327): Store=cb05b841110013210884e23a83b52f0c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:20:28,574 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for cb05b841110013210884e23a83b52f0c 2024-11-21T14:20:28,575 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38793/user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9/data/default/test/cb05b841110013210884e23a83b52f0c 2024-11-21T14:20:28,575 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38793/user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9/data/default/test/cb05b841110013210884e23a83b52f0c 2024-11-21T14:20:28,576 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for cb05b841110013210884e23a83b52f0c 2024-11-21T14:20:28,576 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for cb05b841110013210884e23a83b52f0c 2024-11-21T14:20:28,576 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T14:20:28,577 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for cb05b841110013210884e23a83b52f0c 2024-11-21T14:20:28,578 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38793/user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9/data/default/test/cb05b841110013210884e23a83b52f0c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T14:20:28,579 INFO [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened cb05b841110013210884e23a83b52f0c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64192707, jitterRate=-0.0434541255235672}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T14:20:28,579 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cb05b841110013210884e23a83b52f0c 2024-11-21T14:20:28,579 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for cb05b841110013210884e23a83b52f0c: Running coprocessor pre-open hook at 1732198828566Writing region info on filesystem at 1732198828566Initializing all the Stores at 1732198828567 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198828567Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198828567Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198828567Cleaning up temporary data from old regions at 1732198828576 (+9 ms)Running coprocessor post-open hooks at 1732198828579 (+3 ms)Region opened successfully at 1732198828579 2024-11-21T14:20:28,587 INFO [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732198827424.cb05b841110013210884e23a83b52f0c., pid=6, masterSystemTime=1732198828562 2024-11-21T14:20:28,589 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732198827424.cb05b841110013210884e23a83b52f0c. 2024-11-21T14:20:28,589 INFO [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732198827424.cb05b841110013210884e23a83b52f0c. 2024-11-21T14:20:28,590 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cb05b841110013210884e23a83b52f0c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=8a7a968213a0,44721,1732198820451 2024-11-21T14:20:28,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cb05b841110013210884e23a83b52f0c, server=8a7a968213a0,44721,1732198820451 because future has completed 2024-11-21T14:20:28,595 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T14:20:28,595 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure cb05b841110013210884e23a83b52f0c, server=8a7a968213a0,44721,1732198820451 in 183 msec 2024-11-21T14:20:28,597 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T14:20:28,597 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=cb05b841110013210884e23a83b52f0c, ASSIGN in 341 msec 2024-11-21T14:20:28,598 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T14:20:28,598 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732198828598"}]},"ts":"1732198828598"} 2024-11-21T14:20:28,600 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-21T14:20:28,600 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T14:20:28,602 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1770 sec 2024-11-21T14:20:29,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T14:20:29,581 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-21T14:20:29,581 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T14:20:29,582 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a7a968213a0,45357,1732198823518 2024-11-21T14:20:29,582 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@45eaaea0 2024-11-21T14:20:29,582 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T14:20:29,583 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T14:20:29,584 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45357 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T14:20:29,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45357 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-21T14:20:29,587 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T14:20:29,587 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:20:29,588 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45357 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-21T14:20:29,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T14:20:29,589 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T14:20:29,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33545 is added to blk_1073741835_1011 (size=902) 2024-11-21T14:20:29,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T14:20:29,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T14:20:30,004 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fc0234812e43f256754ae31e4c1b8b4b, NAME => 'test,,1732198829583.fc0234812e43f256754ae31e4c1b8b4b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45595/user/jenkins/test-data/fbb70ec0-3fb4-90d8-187b-45ba61585eb9 2024-11-21T14:20:30,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33545 is added to blk_1073741836_1012 (size=39) 2024-11-21T14:20:30,016 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732198829583.fc0234812e43f256754ae31e4c1b8b4b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:20:30,016 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing fc0234812e43f256754ae31e4c1b8b4b, disabling compactions & flushes 2024-11-21T14:20:30,017 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732198829583.fc0234812e43f256754ae31e4c1b8b4b. 2024-11-21T14:20:30,017 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732198829583.fc0234812e43f256754ae31e4c1b8b4b. 2024-11-21T14:20:30,017 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732198829583.fc0234812e43f256754ae31e4c1b8b4b. after waiting 0 ms 2024-11-21T14:20:30,017 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732198829583.fc0234812e43f256754ae31e4c1b8b4b. 2024-11-21T14:20:30,017 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732198829583.fc0234812e43f256754ae31e4c1b8b4b. 2024-11-21T14:20:30,017 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for fc0234812e43f256754ae31e4c1b8b4b: Waiting for close lock at 1732198830016Disabling compacts and flushes for region at 1732198830016Disabling writes for close at 1732198830017 (+1 ms)Writing region close event to WAL at 1732198830017Closed at 1732198830017 2024-11-21T14:20:30,018 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T14:20:30,018 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732198829583.fc0234812e43f256754ae31e4c1b8b4b.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732198830018"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732198830018"}]},"ts":"1732198830018"} 2024-11-21T14:20:30,020 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T14:20:30,021 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T14:20:30,022 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732198830021"}]},"ts":"1732198830021"} 2024-11-21T14:20:30,023 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-21T14:20:30,024 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=fc0234812e43f256754ae31e4c1b8b4b, ASSIGN}] 2024-11-21T14:20:30,025 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=fc0234812e43f256754ae31e4c1b8b4b, ASSIGN 2024-11-21T14:20:30,026 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=fc0234812e43f256754ae31e4c1b8b4b, ASSIGN; state=OFFLINE, location=8a7a968213a0,42197,1732198823608; forceNewPlan=false, retain=false 2024-11-21T14:20:30,177 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fc0234812e43f256754ae31e4c1b8b4b, regionState=OPENING, regionLocation=8a7a968213a0,42197,1732198823608 2024-11-21T14:20:30,178 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-21T14:20:30,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=fc0234812e43f256754ae31e4c1b8b4b, ASSIGN because future has completed 2024-11-21T14:20:30,181 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fc0234812e43f256754ae31e4c1b8b4b, server=8a7a968213a0,42197,1732198823608}] 2024-11-21T14:20:30,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T14:20:30,337 INFO [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732198829583.fc0234812e43f256754ae31e4c1b8b4b. 2024-11-21T14:20:30,337 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => fc0234812e43f256754ae31e4c1b8b4b, NAME => 'test,,1732198829583.fc0234812e43f256754ae31e4c1b8b4b.', STARTKEY => '', ENDKEY => ''} 2024-11-21T14:20:30,338 INFO [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T14:20:30,338 INFO [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-21T14:20:30,338 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test fc0234812e43f256754ae31e4c1b8b4b 2024-11-21T14:20:30,338 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732198829583.fc0234812e43f256754ae31e4c1b8b4b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:20:30,338 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for fc0234812e43f256754ae31e4c1b8b4b 2024-11-21T14:20:30,338 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for fc0234812e43f256754ae31e4c1b8b4b 2024-11-21T14:20:30,339 INFO [StoreOpener-fc0234812e43f256754ae31e4c1b8b4b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region fc0234812e43f256754ae31e4c1b8b4b 2024-11-21T14:20:30,340 INFO [StoreOpener-fc0234812e43f256754ae31e4c1b8b4b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fc0234812e43f256754ae31e4c1b8b4b columnFamilyName f 2024-11-21T14:20:30,341 DEBUG [StoreOpener-fc0234812e43f256754ae31e4c1b8b4b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:20:30,341 INFO [StoreOpener-fc0234812e43f256754ae31e4c1b8b4b-1 {}] regionserver.HStore(327): Store=fc0234812e43f256754ae31e4c1b8b4b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:20:30,341 INFO [StoreOpener-fc0234812e43f256754ae31e4c1b8b4b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region fc0234812e43f256754ae31e4c1b8b4b 2024-11-21T14:20:30,342 INFO [StoreOpener-fc0234812e43f256754ae31e4c1b8b4b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fc0234812e43f256754ae31e4c1b8b4b columnFamilyName f1 2024-11-21T14:20:30,342 DEBUG [StoreOpener-fc0234812e43f256754ae31e4c1b8b4b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:20:30,342 INFO [StoreOpener-fc0234812e43f256754ae31e4c1b8b4b-1 {}] regionserver.HStore(327): Store=fc0234812e43f256754ae31e4c1b8b4b/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:20:30,342 INFO [StoreOpener-fc0234812e43f256754ae31e4c1b8b4b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region fc0234812e43f256754ae31e4c1b8b4b 2024-11-21T14:20:30,343 INFO [StoreOpener-fc0234812e43f256754ae31e4c1b8b4b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fc0234812e43f256754ae31e4c1b8b4b columnFamilyName norep 2024-11-21T14:20:30,343 DEBUG [StoreOpener-fc0234812e43f256754ae31e4c1b8b4b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:20:30,343 INFO [StoreOpener-fc0234812e43f256754ae31e4c1b8b4b-1 {}] regionserver.HStore(327): Store=fc0234812e43f256754ae31e4c1b8b4b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:20:30,343 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for fc0234812e43f256754ae31e4c1b8b4b 2024-11-21T14:20:30,344 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45595/user/jenkins/test-data/fbb70ec0-3fb4-90d8-187b-45ba61585eb9/data/default/test/fc0234812e43f256754ae31e4c1b8b4b 2024-11-21T14:20:30,344 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45595/user/jenkins/test-data/fbb70ec0-3fb4-90d8-187b-45ba61585eb9/data/default/test/fc0234812e43f256754ae31e4c1b8b4b 2024-11-21T14:20:30,345 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for fc0234812e43f256754ae31e4c1b8b4b 2024-11-21T14:20:30,345 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for fc0234812e43f256754ae31e4c1b8b4b 2024-11-21T14:20:30,345 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T14:20:30,346 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for fc0234812e43f256754ae31e4c1b8b4b 2024-11-21T14:20:30,347 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45595/user/jenkins/test-data/fbb70ec0-3fb4-90d8-187b-45ba61585eb9/data/default/test/fc0234812e43f256754ae31e4c1b8b4b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T14:20:30,347 INFO [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened fc0234812e43f256754ae31e4c1b8b4b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70685861, jitterRate=0.053301408886909485}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T14:20:30,347 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fc0234812e43f256754ae31e4c1b8b4b 2024-11-21T14:20:30,347 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for fc0234812e43f256754ae31e4c1b8b4b: Running coprocessor pre-open hook at 1732198830338Writing region info on filesystem at 1732198830338Initializing all the Stores at 1732198830339 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198830339Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198830339Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198830339Cleaning up temporary data from old regions at 1732198830345 (+6 ms)Running coprocessor post-open hooks at 1732198830347 (+2 ms)Region opened successfully at 1732198830347 2024-11-21T14:20:30,348 INFO [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732198829583.fc0234812e43f256754ae31e4c1b8b4b., pid=6, masterSystemTime=1732198830333 2024-11-21T14:20:30,350 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732198829583.fc0234812e43f256754ae31e4c1b8b4b. 2024-11-21T14:20:30,350 INFO [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732198829583.fc0234812e43f256754ae31e4c1b8b4b. 2024-11-21T14:20:30,350 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fc0234812e43f256754ae31e4c1b8b4b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=8a7a968213a0,42197,1732198823608 2024-11-21T14:20:30,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fc0234812e43f256754ae31e4c1b8b4b, server=8a7a968213a0,42197,1732198823608 because future has completed 2024-11-21T14:20:30,355 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T14:20:30,355 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure fc0234812e43f256754ae31e4c1b8b4b, server=8a7a968213a0,42197,1732198823608 in 172 msec 2024-11-21T14:20:30,357 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T14:20:30,357 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=fc0234812e43f256754ae31e4c1b8b4b, ASSIGN in 331 msec 2024-11-21T14:20:30,357 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T14:20:30,358 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732198830357"}]},"ts":"1732198830357"} 2024-11-21T14:20:30,359 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-21T14:20:30,360 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T14:20:30,362 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 776 msec 2024-11-21T14:20:30,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T14:20:30,730 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-21T14:20:30,731 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@684acf4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:20:30,731 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8a7a968213a0,40387,-1 for getting cluster id 2024-11-21T14:20:30,731 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:20:30,732 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c245edd4-9c81-4034-89cb-14def1ae1beb' 2024-11-21T14:20:30,732 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:20:30,732 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c245edd4-9c81-4034-89cb-14def1ae1beb" 2024-11-21T14:20:30,733 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cbe4ec2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:20:30,733 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a7a968213a0,40387,-1] 2024-11-21T14:20:30,733 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:20:30,733 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:20:30,734 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:20:30,734 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a739684, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:20:30,734 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T14:20:30,735 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a7a968213a0,40387,1732198816266 2024-11-21T14:20:30,735 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3ca84719 2024-11-21T14:20:30,735 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T14:20:30,736 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T14:20:30,736 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40387 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://8a7a968213a0:44135,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-21T14:20:30,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40387 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T14:20:30,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40387 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T14:20:30,739 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8a7a968213a0:44135' 2024-11-21T14:20:30,741 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2db558a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:20:30,741 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 8a7a968213a0,44135,-1 for getting cluster id 2024-11-21T14:20:30,741 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:20:30,741 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7c292b23-fcf9-4b13-b8bc-483fc628b9f1' 2024-11-21T14:20:30,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:20:30,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7c292b23-fcf9-4b13-b8bc-483fc628b9f1" 2024-11-21T14:20:30,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@675bbcae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:20:30,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a7a968213a0,44135,-1] 2024-11-21T14:20:30,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:20:30,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:20:30,743 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:20:30,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5858467e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:20:30,743 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T14:20:30,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a7a968213a0,44135,1732198820416 2024-11-21T14:20:30,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2f1f7a51 2024-11-21T14:20:30,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T14:20:30,745 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T14:20:30,746 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-21T14:20:30,746 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T14:20:30,746 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:20:30,746 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:20:30,746 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:20:30,747 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T14:20:30,747 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-21T14:20:30,748 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T14:20:30,748 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:20:30,749 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T14:20:30,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46273 is added to blk_1073741837_1013 (size=1138) 2024-11-21T14:20:30,798 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-21T14:20:30,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40387 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T14:20:31,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40387 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T14:20:31,191 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d6f81cb5dbc31c694dffaa4383b752c0, NAME => 'hbase:replication,,1732198830746.d6f81cb5dbc31c694dffaa4383b752c0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43367/user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652 2024-11-21T14:20:31,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46273 is added to blk_1073741838_1014 (size=44) 2024-11-21T14:20:31,235 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732198830746.d6f81cb5dbc31c694dffaa4383b752c0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:20:31,235 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing d6f81cb5dbc31c694dffaa4383b752c0, disabling compactions & flushes 2024-11-21T14:20:31,235 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732198830746.d6f81cb5dbc31c694dffaa4383b752c0. 2024-11-21T14:20:31,235 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732198830746.d6f81cb5dbc31c694dffaa4383b752c0. 2024-11-21T14:20:31,235 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732198830746.d6f81cb5dbc31c694dffaa4383b752c0. after waiting 0 ms 2024-11-21T14:20:31,235 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732198830746.d6f81cb5dbc31c694dffaa4383b752c0. 2024-11-21T14:20:31,235 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732198830746.d6f81cb5dbc31c694dffaa4383b752c0. 2024-11-21T14:20:31,235 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for d6f81cb5dbc31c694dffaa4383b752c0: Waiting for close lock at 1732198831235Disabling compacts and flushes for region at 1732198831235Disabling writes for close at 1732198831235Writing region close event to WAL at 1732198831235Closed at 1732198831235 2024-11-21T14:20:31,236 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T14:20:31,237 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732198830746.d6f81cb5dbc31c694dffaa4383b752c0.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732198831236"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732198831236"}]},"ts":"1732198831236"} 2024-11-21T14:20:31,239 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T14:20:31,239 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T14:20:31,240 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732198831240"}]},"ts":"1732198831240"} 2024-11-21T14:20:31,241 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-21T14:20:31,241 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d6f81cb5dbc31c694dffaa4383b752c0, ASSIGN}] 2024-11-21T14:20:31,242 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d6f81cb5dbc31c694dffaa4383b752c0, ASSIGN 2024-11-21T14:20:31,243 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d6f81cb5dbc31c694dffaa4383b752c0, ASSIGN; state=OFFLINE, location=8a7a968213a0,40529,1732198816325; forceNewPlan=false, retain=false 2024-11-21T14:20:31,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40387 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T14:20:31,394 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d6f81cb5dbc31c694dffaa4383b752c0, regionState=OPENING, regionLocation=8a7a968213a0,40529,1732198816325 2024-11-21T14:20:31,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d6f81cb5dbc31c694dffaa4383b752c0, ASSIGN because future has completed 2024-11-21T14:20:31,396 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d6f81cb5dbc31c694dffaa4383b752c0, server=8a7a968213a0,40529,1732198816325}] 2024-11-21T14:20:31,558 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732198830746.d6f81cb5dbc31c694dffaa4383b752c0. 2024-11-21T14:20:31,558 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:20:31,558 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-21T14:20:31,560 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8a7a968213a0%2C40529%2C1732198816325.rep, suffix=, logDir=hdfs://localhost:43367/user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/WALs/8a7a968213a0,40529,1732198816325, archiveDir=hdfs://localhost:43367/user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/oldWALs, maxLogs=10 2024-11-21T14:20:31,579 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/WALs/8a7a968213a0,40529,1732198816325/8a7a968213a0%2C40529%2C1732198816325.rep.1732198831560, exclude list is [], retry=0 2024-11-21T14:20:31,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46273,DS-452674a5-c2ef-4eeb-89a3-730f58ce3741,DISK] 2024-11-21T14:20:31,585 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/WALs/8a7a968213a0,40529,1732198816325/8a7a968213a0%2C40529%2C1732198816325.rep.1732198831560 2024-11-21T14:20:31,587 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46689:46689)] 2024-11-21T14:20:31,587 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => d6f81cb5dbc31c694dffaa4383b752c0, NAME => 'hbase:replication,,1732198830746.d6f81cb5dbc31c694dffaa4383b752c0.', STARTKEY => '', ENDKEY => ''} 2024-11-21T14:20:31,588 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T14:20:31,588 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T14:20:31,588 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732198830746.d6f81cb5dbc31c694dffaa4383b752c0. service=MultiRowMutationService 2024-11-21T14:20:31,588 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-21T14:20:31,588 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d6f81cb5dbc31c694dffaa4383b752c0 2024-11-21T14:20:31,588 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732198830746.d6f81cb5dbc31c694dffaa4383b752c0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:20:31,588 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for d6f81cb5dbc31c694dffaa4383b752c0 2024-11-21T14:20:31,588 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for d6f81cb5dbc31c694dffaa4383b752c0 2024-11-21T14:20:31,592 INFO [StoreOpener-d6f81cb5dbc31c694dffaa4383b752c0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d6f81cb5dbc31c694dffaa4383b752c0 2024-11-21T14:20:31,594 INFO [StoreOpener-d6f81cb5dbc31c694dffaa4383b752c0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d6f81cb5dbc31c694dffaa4383b752c0 columnFamilyName hfileref 2024-11-21T14:20:31,594 DEBUG [StoreOpener-d6f81cb5dbc31c694dffaa4383b752c0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:20:31,594 INFO [StoreOpener-d6f81cb5dbc31c694dffaa4383b752c0-1 {}] regionserver.HStore(327): Store=d6f81cb5dbc31c694dffaa4383b752c0/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:20:31,594 INFO [StoreOpener-d6f81cb5dbc31c694dffaa4383b752c0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d6f81cb5dbc31c694dffaa4383b752c0 2024-11-21T14:20:31,595 INFO [StoreOpener-d6f81cb5dbc31c694dffaa4383b752c0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d6f81cb5dbc31c694dffaa4383b752c0 columnFamilyName queue 2024-11-21T14:20:31,595 DEBUG [StoreOpener-d6f81cb5dbc31c694dffaa4383b752c0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:20:31,595 INFO [StoreOpener-d6f81cb5dbc31c694dffaa4383b752c0-1 {}] regionserver.HStore(327): Store=d6f81cb5dbc31c694dffaa4383b752c0/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:20:31,595 INFO [StoreOpener-d6f81cb5dbc31c694dffaa4383b752c0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d6f81cb5dbc31c694dffaa4383b752c0 2024-11-21T14:20:31,596 INFO [StoreOpener-d6f81cb5dbc31c694dffaa4383b752c0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d6f81cb5dbc31c694dffaa4383b752c0 columnFamilyName sid 2024-11-21T14:20:31,596 DEBUG [StoreOpener-d6f81cb5dbc31c694dffaa4383b752c0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:20:31,597 INFO [StoreOpener-d6f81cb5dbc31c694dffaa4383b752c0-1 {}] regionserver.HStore(327): Store=d6f81cb5dbc31c694dffaa4383b752c0/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:20:31,597 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for d6f81cb5dbc31c694dffaa4383b752c0 2024-11-21T14:20:31,597 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43367/user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/data/hbase/replication/d6f81cb5dbc31c694dffaa4383b752c0 2024-11-21T14:20:31,598 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43367/user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/data/hbase/replication/d6f81cb5dbc31c694dffaa4383b752c0 2024-11-21T14:20:31,598 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for d6f81cb5dbc31c694dffaa4383b752c0 2024-11-21T14:20:31,599 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for d6f81cb5dbc31c694dffaa4383b752c0 2024-11-21T14:20:31,599 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T14:20:31,600 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for d6f81cb5dbc31c694dffaa4383b752c0 2024-11-21T14:20:31,602 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43367/user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/data/hbase/replication/d6f81cb5dbc31c694dffaa4383b752c0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T14:20:31,602 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened d6f81cb5dbc31c694dffaa4383b752c0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69588761, jitterRate=0.03695334494113922}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T14:20:31,602 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d6f81cb5dbc31c694dffaa4383b752c0 2024-11-21T14:20:31,602 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for d6f81cb5dbc31c694dffaa4383b752c0: Running coprocessor pre-open hook at 1732198831588Writing region info on filesystem at 1732198831588Initializing all the Stores at 1732198831589 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198831589Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198831592 (+3 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198831592Cleaning up temporary data from old regions at 1732198831599 (+7 ms)Running coprocessor post-open hooks at 1732198831602 (+3 ms)Region opened successfully at 1732198831602 2024-11-21T14:20:31,603 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732198830746.d6f81cb5dbc31c694dffaa4383b752c0., pid=10, masterSystemTime=1732198831551 2024-11-21T14:20:31,605 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732198830746.d6f81cb5dbc31c694dffaa4383b752c0. 2024-11-21T14:20:31,605 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732198830746.d6f81cb5dbc31c694dffaa4383b752c0. 2024-11-21T14:20:31,605 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d6f81cb5dbc31c694dffaa4383b752c0, regionState=OPEN, openSeqNum=2, regionLocation=8a7a968213a0,40529,1732198816325 2024-11-21T14:20:31,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d6f81cb5dbc31c694dffaa4383b752c0, server=8a7a968213a0,40529,1732198816325 because future has completed 2024-11-21T14:20:31,620 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-21T14:20:31,621 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure d6f81cb5dbc31c694dffaa4383b752c0, server=8a7a968213a0,40529,1732198816325 in 222 msec 2024-11-21T14:20:31,622 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-21T14:20:31,622 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d6f81cb5dbc31c694dffaa4383b752c0, ASSIGN in 379 msec 2024-11-21T14:20:31,622 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T14:20:31,623 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732198831622"}]},"ts":"1732198831622"} 2024-11-21T14:20:31,624 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-21T14:20:31,625 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T14:20:31,626 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 878 msec 2024-11-21T14:20:31,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732198830746.d6f81cb5dbc31c694dffaa4383b752c0., hostname=8a7a968213a0,40529,1732198816325, seqNum=2] 2024-11-21T14:20:31,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40387-0x1013ae640520000, quorum=127.0.0.1:55038, baseZNode=/0-93244469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-93244469 2024-11-21T14:20:31,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40529-0x1013ae640520001, quorum=127.0.0.1:55038, baseZNode=/0-93244469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-93244469 2024-11-21T14:20:31,671 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T14:20:31,824 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40529 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-21T14:20:31,824 INFO [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-21T14:20:31,862 INFO [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-8a7a968213a0,40529,1732198816325, ReplicationSource: 1, currentBandwidth=0 2024-11-21T14:20:31,863 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:20:31,863 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a7a968213a0,40529,1732198816325, seqNum=-1] 2024-11-21T14:20:31,864 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:20:31,865 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46493, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-21T14:20:31,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-8a7a968213a0,40529,1732198816325', locateType=CURRENT is [region=hbase:replication,,1732198830746.d6f81cb5dbc31c694dffaa4383b752c0., hostname=8a7a968213a0,40529,1732198816325, seqNum=2] 2024-11-21T14:20:31,871 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-21T14:20:31,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40387 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-21T14:20:31,874 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 8a7a968213a0,40529,1732198816325 suceeded 2024-11-21T14:20:31,876 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-21T14:20:31,876 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 203 msec 2024-11-21T14:20:31,876 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://8a7a968213a0:44135,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T14:20:31,877 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1400 sec 2024-11-21T14:20:31,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40387 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T14:20:31,881 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-21T14:20:31,881 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T14:20:31,881 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:20:31,881 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:20:31,881 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:20:31,881 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:20:31,884 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d923dd1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:20:31,885 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8a7a968213a0,44135,-1 for getting cluster id 2024-11-21T14:20:31,885 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:20:31,886 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7c292b23-fcf9-4b13-b8bc-483fc628b9f1' 2024-11-21T14:20:31,886 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:20:31,886 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7c292b23-fcf9-4b13-b8bc-483fc628b9f1" 2024-11-21T14:20:31,886 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@601f4d13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:20:31,886 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a7a968213a0,44135,-1] 2024-11-21T14:20:31,886 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:20:31,887 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:20:31,887 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:20:31,888 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,40529,1732198816325 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8a7a968213a0:44135' 2024-11-21T14:20:31,888 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@566f5b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:20:31,888 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T14:20:31,889 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,40529,1732198816325 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1942d53a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:20:31,889 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,40529,1732198816325 {}] client.ClusterIdFetcher(90): Going to request 8a7a968213a0,44135,-1 for getting cluster id 2024-11-21T14:20:31,889 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,40529,1732198816325 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:20:31,889 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a7a968213a0,44135,1732198820416 2024-11-21T14:20:31,889 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1f72a65 2024-11-21T14:20:31,889 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T14:20:31,889 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7c292b23-fcf9-4b13-b8bc-483fc628b9f1' 2024-11-21T14:20:31,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:20:31,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7c292b23-fcf9-4b13-b8bc-483fc628b9f1" 2024-11-21T14:20:31,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5c3c7278, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:20:31,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a7a968213a0,44135,-1] 2024-11-21T14:20:31,890 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T14:20:31,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:20:31,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:20:31,890 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44135 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://8a7a968213a0:45357,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-21T14:20:31,891 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:20:31,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44135 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T14:20:31,891 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,40529,1732198816325 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@c006de3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:20:31,891 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,40529,1732198816325 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T14:20:31,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T14:20:31,893 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8a7a968213a0:45357' 2024-11-21T14:20:31,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a7a968213a0,44135,1732198820416 2024-11-21T14:20:31,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@348323ea 2024-11-21T14:20:31,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T14:20:31,894 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b5628a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:20:31,894 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 8a7a968213a0,45357,-1 for getting cluster id 2024-11-21T14:20:31,894 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:20:31,894 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-21T14:20:31,895 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '78a4cb84-3fc6-4f5f-8c1d-44e2122b60a2' 2024-11-21T14:20:31,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:20:31,895 INFO [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,40529,1732198816325 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-8a7a968213a0,40529,1732198816325 (queues=1) is replicating from cluster=c245edd4-9c81-4034-89cb-14def1ae1beb to cluster=7c292b23-fcf9-4b13-b8bc-483fc628b9f1 2024-11-21T14:20:31,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "78a4cb84-3fc6-4f5f-8c1d-44e2122b60a2" 2024-11-21T14:20:31,895 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,40529,1732198816325 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=8a7a968213a0%2C40529%2C1732198816325 2024-11-21T14:20:31,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d254b3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:20:31,895 INFO [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,40529,1732198816325 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-8a7a968213a0,40529,1732198816325, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T14:20:31,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a7a968213a0,45357,-1] 2024-11-21T14:20:31,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:20:31,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:20:31,896 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37208, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:20:31,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f7020a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:20:31,897 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T14:20:31,897 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,40529,1732198816325.replicationSource.wal-reader.8a7a968213a0%2C40529%2C1732198816325,1-8a7a968213a0,40529,1732198816325 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43367/user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/WALs/8a7a968213a0,40529,1732198816325/8a7a968213a0%2C40529%2C1732198816325.1732198818314, startPosition=0, beingWritten=true 2024-11-21T14:20:31,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a7a968213a0,45357,1732198823518 2024-11-21T14:20:31,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@11bc33c6 2024-11-21T14:20:31,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T14:20:31,899 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T14:20:31,900 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-21T14:20:31,900 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T14:20:31,900 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:20:31,900 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:20:31,900 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:20:31,900 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T14:20:31,901 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-21T14:20:31,902 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T14:20:31,902 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:20:31,903 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T14:20:31,904 INFO [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,40529,1732198816325.replicationSource.shipper8a7a968213a0%2C40529%2C1732198816325,1-8a7a968213a0,40529,1732198816325 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 8a7a968213a0%2C40529%2C1732198816325 2024-11-21T14:20:31,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45593 is added to blk_1073741837_1013 (size=1138) 2024-11-21T14:20:31,911 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,40529,1732198816325.replicationSource.wal-reader.8a7a968213a0%2C40529%2C1732198816325,1-8a7a968213a0,40529,1732198816325 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T14:20:31,911 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,40529,1732198816325.replicationSource.wal-reader.8a7a968213a0%2C40529%2C1732198816325,1-8a7a968213a0,40529,1732198816325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43367/user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/WALs/8a7a968213a0,40529,1732198816325/8a7a968213a0%2C40529%2C1732198816325.1732198818314 to pos 379, reset compression=false 2024-11-21T14:20:31,911 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,40529,1732198816325.replicationSource.shipper8a7a968213a0%2C40529%2C1732198816325,1-8a7a968213a0,40529,1732198816325 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8a7a968213a0,40529,1732198816325 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43367/user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/WALs/8a7a968213a0,40529,1732198816325/8a7a968213a0%2C40529%2C1732198816325.1732198818314, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T14:20:31,951 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-21T14:20:32,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T14:20:32,115 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,40529,1732198816325.replicationSource.wal-reader.8a7a968213a0%2C40529%2C1732198816325,1-8a7a968213a0,40529,1732198816325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43367/user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/WALs/8a7a968213a0,40529,1732198816325/8a7a968213a0%2C40529%2C1732198816325.1732198818314 to pos 379, reset compression=false 2024-11-21T14:20:32,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T14:20:32,312 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 963801ed1682d435862a53b5a2afd48a, NAME => 'hbase:replication,,1732198831900.963801ed1682d435862a53b5a2afd48a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38793/user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9 2024-11-21T14:20:32,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45593 is added to blk_1073741838_1014 (size=44) 2024-11-21T14:20:32,317 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732198831900.963801ed1682d435862a53b5a2afd48a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:20:32,318 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 963801ed1682d435862a53b5a2afd48a, disabling compactions & flushes 2024-11-21T14:20:32,318 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732198831900.963801ed1682d435862a53b5a2afd48a. 2024-11-21T14:20:32,318 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732198831900.963801ed1682d435862a53b5a2afd48a. 2024-11-21T14:20:32,318 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732198831900.963801ed1682d435862a53b5a2afd48a. after waiting 0 ms 2024-11-21T14:20:32,318 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732198831900.963801ed1682d435862a53b5a2afd48a. 2024-11-21T14:20:32,318 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732198831900.963801ed1682d435862a53b5a2afd48a. 2024-11-21T14:20:32,318 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 963801ed1682d435862a53b5a2afd48a: Waiting for close lock at 1732198832318Disabling compacts and flushes for region at 1732198832318Disabling writes for close at 1732198832318Writing region close event to WAL at 1732198832318Closed at 1732198832318 2024-11-21T14:20:32,319 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T14:20:32,319 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732198831900.963801ed1682d435862a53b5a2afd48a.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732198832319"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732198832319"}]},"ts":"1732198832319"} 2024-11-21T14:20:32,321 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T14:20:32,322 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T14:20:32,322 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732198832322"}]},"ts":"1732198832322"} 2024-11-21T14:20:32,323 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-21T14:20:32,324 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=963801ed1682d435862a53b5a2afd48a, ASSIGN}] 2024-11-21T14:20:32,325 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=963801ed1682d435862a53b5a2afd48a, ASSIGN 2024-11-21T14:20:32,325 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=963801ed1682d435862a53b5a2afd48a, ASSIGN; state=OFFLINE, location=8a7a968213a0,44721,1732198820451; forceNewPlan=false, retain=false 2024-11-21T14:20:32,419 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,40529,1732198816325.replicationSource.wal-reader.8a7a968213a0%2C40529%2C1732198816325,1-8a7a968213a0,40529,1732198816325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43367/user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/WALs/8a7a968213a0,40529,1732198816325/8a7a968213a0%2C40529%2C1732198816325.1732198818314 to pos 379, reset compression=false 2024-11-21T14:20:32,476 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=963801ed1682d435862a53b5a2afd48a, regionState=OPENING, regionLocation=8a7a968213a0,44721,1732198820451 2024-11-21T14:20:32,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=963801ed1682d435862a53b5a2afd48a, ASSIGN because future has completed 2024-11-21T14:20:32,479 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 963801ed1682d435862a53b5a2afd48a, server=8a7a968213a0,44721,1732198820451}] 2024-11-21T14:20:32,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T14:20:32,634 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732198831900.963801ed1682d435862a53b5a2afd48a. 2024-11-21T14:20:32,634 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:20:32,634 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-21T14:20:32,635 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8a7a968213a0%2C44721%2C1732198820451.rep, suffix=, logDir=hdfs://localhost:38793/user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9/WALs/8a7a968213a0,44721,1732198820451, archiveDir=hdfs://localhost:38793/user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9/oldWALs, maxLogs=10 2024-11-21T14:20:32,652 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9/WALs/8a7a968213a0,44721,1732198820451/8a7a968213a0%2C44721%2C1732198820451.rep.1732198832636, exclude list is [], retry=0 2024-11-21T14:20:32,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45593,DS-afe66a62-7bd7-4c0f-978a-af8000970d5e,DISK] 2024-11-21T14:20:32,656 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9/WALs/8a7a968213a0,44721,1732198820451/8a7a968213a0%2C44721%2C1732198820451.rep.1732198832636 2024-11-21T14:20:32,656 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42531:42531)] 2024-11-21T14:20:32,656 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 963801ed1682d435862a53b5a2afd48a, NAME => 'hbase:replication,,1732198831900.963801ed1682d435862a53b5a2afd48a.', STARTKEY => '', ENDKEY => ''} 2024-11-21T14:20:32,657 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T14:20:32,657 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T14:20:32,657 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732198831900.963801ed1682d435862a53b5a2afd48a. service=MultiRowMutationService 2024-11-21T14:20:32,657 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-21T14:20:32,657 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 963801ed1682d435862a53b5a2afd48a 2024-11-21T14:20:32,657 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732198831900.963801ed1682d435862a53b5a2afd48a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:20:32,657 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 963801ed1682d435862a53b5a2afd48a 2024-11-21T14:20:32,657 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 963801ed1682d435862a53b5a2afd48a 2024-11-21T14:20:32,658 INFO [StoreOpener-963801ed1682d435862a53b5a2afd48a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 963801ed1682d435862a53b5a2afd48a 2024-11-21T14:20:32,660 INFO [StoreOpener-963801ed1682d435862a53b5a2afd48a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 963801ed1682d435862a53b5a2afd48a columnFamilyName hfileref 2024-11-21T14:20:32,660 DEBUG [StoreOpener-963801ed1682d435862a53b5a2afd48a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:20:32,660 INFO [StoreOpener-963801ed1682d435862a53b5a2afd48a-1 {}] regionserver.HStore(327): Store=963801ed1682d435862a53b5a2afd48a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:20:32,660 INFO [StoreOpener-963801ed1682d435862a53b5a2afd48a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 963801ed1682d435862a53b5a2afd48a 2024-11-21T14:20:32,661 INFO [StoreOpener-963801ed1682d435862a53b5a2afd48a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 963801ed1682d435862a53b5a2afd48a columnFamilyName queue 2024-11-21T14:20:32,661 DEBUG [StoreOpener-963801ed1682d435862a53b5a2afd48a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:20:32,661 INFO [StoreOpener-963801ed1682d435862a53b5a2afd48a-1 {}] regionserver.HStore(327): Store=963801ed1682d435862a53b5a2afd48a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:20:32,661 INFO [StoreOpener-963801ed1682d435862a53b5a2afd48a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 963801ed1682d435862a53b5a2afd48a 2024-11-21T14:20:32,662 INFO [StoreOpener-963801ed1682d435862a53b5a2afd48a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 963801ed1682d435862a53b5a2afd48a columnFamilyName sid 2024-11-21T14:20:32,662 DEBUG [StoreOpener-963801ed1682d435862a53b5a2afd48a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:20:32,662 INFO [StoreOpener-963801ed1682d435862a53b5a2afd48a-1 {}] regionserver.HStore(327): Store=963801ed1682d435862a53b5a2afd48a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:20:32,662 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 963801ed1682d435862a53b5a2afd48a 2024-11-21T14:20:32,663 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38793/user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9/data/hbase/replication/963801ed1682d435862a53b5a2afd48a 2024-11-21T14:20:32,663 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38793/user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9/data/hbase/replication/963801ed1682d435862a53b5a2afd48a 2024-11-21T14:20:32,664 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 963801ed1682d435862a53b5a2afd48a 2024-11-21T14:20:32,664 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 963801ed1682d435862a53b5a2afd48a 2024-11-21T14:20:32,664 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T14:20:32,665 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 963801ed1682d435862a53b5a2afd48a 2024-11-21T14:20:32,666 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38793/user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9/data/hbase/replication/963801ed1682d435862a53b5a2afd48a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T14:20:32,667 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 963801ed1682d435862a53b5a2afd48a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60208665, jitterRate=-0.1028209775686264}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T14:20:32,667 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 963801ed1682d435862a53b5a2afd48a 2024-11-21T14:20:32,667 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 963801ed1682d435862a53b5a2afd48a: Running coprocessor pre-open hook at 1732198832657Writing region info on filesystem at 1732198832657Initializing all the Stores at 1732198832658 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198832658Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198832658Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198832658Cleaning up temporary data from old regions at 1732198832664 (+6 ms)Running coprocessor post-open hooks at 1732198832667 (+3 ms)Region opened successfully at 1732198832667 2024-11-21T14:20:32,667 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732198831900.963801ed1682d435862a53b5a2afd48a., pid=10, masterSystemTime=1732198832631 2024-11-21T14:20:32,669 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732198831900.963801ed1682d435862a53b5a2afd48a. 2024-11-21T14:20:32,669 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732198831900.963801ed1682d435862a53b5a2afd48a. 2024-11-21T14:20:32,670 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=963801ed1682d435862a53b5a2afd48a, regionState=OPEN, openSeqNum=2, regionLocation=8a7a968213a0,44721,1732198820451 2024-11-21T14:20:32,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 963801ed1682d435862a53b5a2afd48a, server=8a7a968213a0,44721,1732198820451 because future has completed 2024-11-21T14:20:32,673 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-21T14:20:32,673 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 963801ed1682d435862a53b5a2afd48a, server=8a7a968213a0,44721,1732198820451 in 193 msec 2024-11-21T14:20:32,675 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-21T14:20:32,675 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=963801ed1682d435862a53b5a2afd48a, ASSIGN in 349 msec 2024-11-21T14:20:32,676 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T14:20:32,676 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732198832676"}]},"ts":"1732198832676"} 2024-11-21T14:20:32,677 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-21T14:20:32,678 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T14:20:32,679 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 777 msec 2024-11-21T14:20:32,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732198831900.963801ed1682d435862a53b5a2afd48a., hostname=8a7a968213a0,44721,1732198820451, seqNum=2] 2024-11-21T14:20:32,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44135-0x1013ae640520003, quorum=127.0.0.1:55038, baseZNode=/1154410476 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1154410476 2024-11-21T14:20:32,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44721-0x1013ae640520004, quorum=127.0.0.1:55038, baseZNode=/1154410476 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1154410476 2024-11-21T14:20:32,715 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T14:20:32,823 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,40529,1732198816325.replicationSource.wal-reader.8a7a968213a0%2C40529%2C1732198816325,1-8a7a968213a0,40529,1732198816325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43367/user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/WALs/8a7a968213a0,40529,1732198816325/8a7a968213a0%2C40529%2C1732198816325.1732198818314 to pos 379, reset compression=false 2024-11-21T14:20:32,867 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44721 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-21T14:20:32,867 INFO [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-21T14:20:32,902 INFO [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-8a7a968213a0,44721,1732198820451, ReplicationSource: 1, currentBandwidth=0 2024-11-21T14:20:32,902 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:20:32,902 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a7a968213a0,44721,1732198820451, seqNum=-1] 2024-11-21T14:20:32,903 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:20:32,903 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39905, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-21T14:20:32,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-8a7a968213a0,44721,1732198820451', locateType=CURRENT is [region=hbase:replication,,1732198831900.963801ed1682d435862a53b5a2afd48a., hostname=8a7a968213a0,44721,1732198820451, seqNum=2] 2024-11-21T14:20:32,908 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-21T14:20:32,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44135 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-21T14:20:32,910 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 8a7a968213a0,44721,1732198820451 suceeded 2024-11-21T14:20:32,911 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-21T14:20:32,911 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 195 msec 2024-11-21T14:20:32,911 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://8a7a968213a0:45357,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T14:20:32,913 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0210 sec 2024-11-21T14:20:32,922 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,44721,1732198820451 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8a7a968213a0:45357' 2024-11-21T14:20:32,923 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,44721,1732198820451 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6f4c8ad3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:20:32,923 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,44721,1732198820451 {}] client.ClusterIdFetcher(90): Going to request 8a7a968213a0,45357,-1 for getting cluster id 2024-11-21T14:20:32,923 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,44721,1732198820451 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:20:32,924 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '78a4cb84-3fc6-4f5f-8c1d-44e2122b60a2' 2024-11-21T14:20:32,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:20:32,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "78a4cb84-3fc6-4f5f-8c1d-44e2122b60a2" 2024-11-21T14:20:32,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@106476da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:20:32,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a7a968213a0,45357,-1] 2024-11-21T14:20:32,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:20:32,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:20:32,925 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37232, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:20:32,926 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,44721,1732198820451 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@147a4b26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:20:32,926 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,44721,1732198820451 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T14:20:32,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a7a968213a0,45357,1732198823518 2024-11-21T14:20:32,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@70799356 2024-11-21T14:20:32,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T14:20:32,928 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37238, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-21T14:20:32,928 INFO [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,44721,1732198820451 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-8a7a968213a0,44721,1732198820451 (queues=1) is replicating from cluster=7c292b23-fcf9-4b13-b8bc-483fc628b9f1 to cluster=78a4cb84-3fc6-4f5f-8c1d-44e2122b60a2 2024-11-21T14:20:32,928 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,44721,1732198820451 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=8a7a968213a0%2C44721%2C1732198820451 2024-11-21T14:20:32,928 INFO [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,44721,1732198820451 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-8a7a968213a0,44721,1732198820451, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T14:20:32,929 INFO [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,44721,1732198820451.replicationSource.shipper8a7a968213a0%2C44721%2C1732198820451,1-8a7a968213a0,44721,1732198820451 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 8a7a968213a0%2C44721%2C1732198820451 2024-11-21T14:20:32,929 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,44721,1732198820451.replicationSource.wal-reader.8a7a968213a0%2C44721%2C1732198820451,1-8a7a968213a0,44721,1732198820451 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38793/user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9/WALs/8a7a968213a0,44721,1732198820451/8a7a968213a0%2C44721%2C1732198820451.1732198821634, startPosition=0, beingWritten=true 2024-11-21T14:20:32,934 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,44721,1732198820451.replicationSource.wal-reader.8a7a968213a0%2C44721%2C1732198820451,1-8a7a968213a0,44721,1732198820451 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T14:20:32,934 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,44721,1732198820451.replicationSource.wal-reader.8a7a968213a0%2C44721%2C1732198820451,1-8a7a968213a0,44721,1732198820451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38793/user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9/WALs/8a7a968213a0,44721,1732198820451/8a7a968213a0%2C44721%2C1732198820451.1732198821634 to pos 379, reset compression=false 2024-11-21T14:20:32,934 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,44721,1732198820451.replicationSource.shipper8a7a968213a0%2C44721%2C1732198820451,1-8a7a968213a0,44721,1732198820451 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8a7a968213a0,44721,1732198820451 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38793/user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9/WALs/8a7a968213a0,44721,1732198820451/8a7a968213a0%2C44721%2C1732198820451.1732198821634, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T14:20:33,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T14:20:33,030 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-21T14:20:33,030 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T14:20:33,031 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:20:33,031 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:20:33,031 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:20:33,031 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:20:33,032 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4273873, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:20:33,032 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8a7a968213a0,45357,-1 for getting cluster id 2024-11-21T14:20:33,032 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:20:33,033 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '78a4cb84-3fc6-4f5f-8c1d-44e2122b60a2' 2024-11-21T14:20:33,033 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:20:33,033 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "78a4cb84-3fc6-4f5f-8c1d-44e2122b60a2" 2024-11-21T14:20:33,034 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@423da4cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:20:33,034 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a7a968213a0,45357,-1] 2024-11-21T14:20:33,034 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:20:33,034 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:20:33,035 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:20:33,035 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@515ad39d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:20:33,035 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T14:20:33,036 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a7a968213a0,45357,1732198823518 2024-11-21T14:20:33,036 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@15640fc7 2024-11-21T14:20:33,036 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T14:20:33,037 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37258, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T14:20:33,037 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45357 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://8a7a968213a0:40387,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-21T14:20:33,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45357 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T14:20:33,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T14:20:33,040 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8a7a968213a0:40387' 2024-11-21T14:20:33,041 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b691fb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:20:33,041 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 8a7a968213a0,40387,-1 for getting cluster id 2024-11-21T14:20:33,042 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:20:33,042 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c245edd4-9c81-4034-89cb-14def1ae1beb' 2024-11-21T14:20:33,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:20:33,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c245edd4-9c81-4034-89cb-14def1ae1beb" 2024-11-21T14:20:33,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20a44b33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:20:33,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a7a968213a0,40387,-1] 2024-11-21T14:20:33,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:20:33,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:20:33,043 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:20:33,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37bb9556, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:20:33,044 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T14:20:33,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a7a968213a0,40387,1732198816266 2024-11-21T14:20:33,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7bcd7a1d 2024-11-21T14:20:33,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T14:20:33,046 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T14:20:33,047 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-21T14:20:33,047 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T14:20:33,047 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:20:33,047 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:20:33,047 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:20:33,047 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T14:20:33,048 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-21T14:20:33,049 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T14:20:33,049 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:20:33,050 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T14:20:33,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33545 is added to blk_1073741837_1013 (size=1138) 2024-11-21T14:20:33,056 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 68168a268c1c44aa643af058577af169, NAME => 'hbase:replication,,1732198833047.68168a268c1c44aa643af058577af169.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45595/user/jenkins/test-data/fbb70ec0-3fb4-90d8-187b-45ba61585eb9 2024-11-21T14:20:33,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33545 is added to blk_1073741838_1014 (size=44) 2024-11-21T14:20:33,098 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-21T14:20:33,139 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,44721,1732198820451.replicationSource.wal-reader.8a7a968213a0%2C44721%2C1732198820451,1-8a7a968213a0,44721,1732198820451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38793/user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9/WALs/8a7a968213a0,44721,1732198820451/8a7a968213a0%2C44721%2C1732198820451.1732198821634 to pos 379, reset compression=false 2024-11-21T14:20:33,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T14:20:33,326 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,40529,1732198816325.replicationSource.wal-reader.8a7a968213a0%2C40529%2C1732198816325,1-8a7a968213a0,40529,1732198816325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43367/user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/WALs/8a7a968213a0,40529,1732198816325/8a7a968213a0%2C40529%2C1732198816325.1732198818314 to pos 379, reset compression=false 2024-11-21T14:20:33,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T14:20:33,443 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,44721,1732198820451.replicationSource.wal-reader.8a7a968213a0%2C44721%2C1732198820451,1-8a7a968213a0,44721,1732198820451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38793/user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9/WALs/8a7a968213a0,44721,1732198820451/8a7a968213a0%2C44721%2C1732198820451.1732198821634 to pos 379, reset compression=false 2024-11-21T14:20:33,462 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732198833047.68168a268c1c44aa643af058577af169.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:20:33,462 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 68168a268c1c44aa643af058577af169, disabling compactions & flushes 2024-11-21T14:20:33,462 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732198833047.68168a268c1c44aa643af058577af169. 2024-11-21T14:20:33,462 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732198833047.68168a268c1c44aa643af058577af169. 2024-11-21T14:20:33,462 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732198833047.68168a268c1c44aa643af058577af169. after waiting 0 ms 2024-11-21T14:20:33,462 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732198833047.68168a268c1c44aa643af058577af169. 2024-11-21T14:20:33,462 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732198833047.68168a268c1c44aa643af058577af169. 2024-11-21T14:20:33,462 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 68168a268c1c44aa643af058577af169: Waiting for close lock at 1732198833462Disabling compacts and flushes for region at 1732198833462Disabling writes for close at 1732198833462Writing region close event to WAL at 1732198833462Closed at 1732198833462 2024-11-21T14:20:33,463 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T14:20:33,463 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732198833047.68168a268c1c44aa643af058577af169.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732198833463"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732198833463"}]},"ts":"1732198833463"} 2024-11-21T14:20:33,465 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T14:20:33,465 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T14:20:33,465 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732198833465"}]},"ts":"1732198833465"} 2024-11-21T14:20:33,467 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-21T14:20:33,467 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=68168a268c1c44aa643af058577af169, ASSIGN}] 2024-11-21T14:20:33,468 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=68168a268c1c44aa643af058577af169, ASSIGN 2024-11-21T14:20:33,468 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=68168a268c1c44aa643af058577af169, ASSIGN; state=OFFLINE, location=8a7a968213a0,42197,1732198823608; forceNewPlan=false, retain=false 2024-11-21T14:20:33,500 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-21T14:20:33,619 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=68168a268c1c44aa643af058577af169, regionState=OPENING, regionLocation=8a7a968213a0,42197,1732198823608 2024-11-21T14:20:33,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=68168a268c1c44aa643af058577af169, ASSIGN because future has completed 2024-11-21T14:20:33,621 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 68168a268c1c44aa643af058577af169, server=8a7a968213a0,42197,1732198823608}] 2024-11-21T14:20:33,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T14:20:33,749 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T14:20:33,749 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8a7a968213a0,32873,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8a7a968213a0:32873 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-21T14:20:33,750 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48376 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8a7a968213a0,32873,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8a7a968213a0:32873 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-21T14:20:33,776 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732198833047.68168a268c1c44aa643af058577af169. 2024-11-21T14:20:33,776 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:20:33,776 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-21T14:20:33,777 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8a7a968213a0%2C42197%2C1732198823608.rep, suffix=, logDir=hdfs://localhost:45595/user/jenkins/test-data/fbb70ec0-3fb4-90d8-187b-45ba61585eb9/WALs/8a7a968213a0,42197,1732198823608, archiveDir=hdfs://localhost:45595/user/jenkins/test-data/fbb70ec0-3fb4-90d8-187b-45ba61585eb9/oldWALs, maxLogs=10 2024-11-21T14:20:33,792 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fbb70ec0-3fb4-90d8-187b-45ba61585eb9/WALs/8a7a968213a0,42197,1732198823608/8a7a968213a0%2C42197%2C1732198823608.rep.1732198833777, exclude list is [], retry=0 2024-11-21T14:20:33,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33545,DS-acd59e2b-8afd-42a9-9465-84d6f1cbfd29,DISK] 2024-11-21T14:20:33,795 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fbb70ec0-3fb4-90d8-187b-45ba61585eb9/WALs/8a7a968213a0,42197,1732198823608/8a7a968213a0%2C42197%2C1732198823608.rep.1732198833777 2024-11-21T14:20:33,795 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43117:43117)] 2024-11-21T14:20:33,795 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 68168a268c1c44aa643af058577af169, NAME => 'hbase:replication,,1732198833047.68168a268c1c44aa643af058577af169.', STARTKEY => '', ENDKEY => ''} 2024-11-21T14:20:33,796 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T14:20:33,796 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T14:20:33,796 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732198833047.68168a268c1c44aa643af058577af169. service=MultiRowMutationService 2024-11-21T14:20:33,796 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-21T14:20:33,796 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 68168a268c1c44aa643af058577af169 2024-11-21T14:20:33,796 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732198833047.68168a268c1c44aa643af058577af169.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:20:33,796 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 68168a268c1c44aa643af058577af169 2024-11-21T14:20:33,796 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 68168a268c1c44aa643af058577af169 2024-11-21T14:20:33,797 INFO [StoreOpener-68168a268c1c44aa643af058577af169-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 68168a268c1c44aa643af058577af169 2024-11-21T14:20:33,798 INFO [StoreOpener-68168a268c1c44aa643af058577af169-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 68168a268c1c44aa643af058577af169 columnFamilyName hfileref 2024-11-21T14:20:33,798 DEBUG [StoreOpener-68168a268c1c44aa643af058577af169-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:20:33,798 INFO [StoreOpener-68168a268c1c44aa643af058577af169-1 {}] regionserver.HStore(327): Store=68168a268c1c44aa643af058577af169/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:20:33,799 INFO [StoreOpener-68168a268c1c44aa643af058577af169-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 68168a268c1c44aa643af058577af169 2024-11-21T14:20:33,799 INFO [StoreOpener-68168a268c1c44aa643af058577af169-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 68168a268c1c44aa643af058577af169 columnFamilyName queue 2024-11-21T14:20:33,799 DEBUG [StoreOpener-68168a268c1c44aa643af058577af169-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:20:33,800 INFO [StoreOpener-68168a268c1c44aa643af058577af169-1 {}] regionserver.HStore(327): Store=68168a268c1c44aa643af058577af169/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:20:33,800 INFO [StoreOpener-68168a268c1c44aa643af058577af169-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 68168a268c1c44aa643af058577af169 2024-11-21T14:20:33,800 INFO [StoreOpener-68168a268c1c44aa643af058577af169-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 68168a268c1c44aa643af058577af169 columnFamilyName sid 2024-11-21T14:20:33,800 DEBUG [StoreOpener-68168a268c1c44aa643af058577af169-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:20:33,801 INFO [StoreOpener-68168a268c1c44aa643af058577af169-1 {}] regionserver.HStore(327): Store=68168a268c1c44aa643af058577af169/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:20:33,801 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 68168a268c1c44aa643af058577af169 2024-11-21T14:20:33,801 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45595/user/jenkins/test-data/fbb70ec0-3fb4-90d8-187b-45ba61585eb9/data/hbase/replication/68168a268c1c44aa643af058577af169 2024-11-21T14:20:33,801 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45595/user/jenkins/test-data/fbb70ec0-3fb4-90d8-187b-45ba61585eb9/data/hbase/replication/68168a268c1c44aa643af058577af169 2024-11-21T14:20:33,802 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 68168a268c1c44aa643af058577af169 2024-11-21T14:20:33,802 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 68168a268c1c44aa643af058577af169 2024-11-21T14:20:33,802 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T14:20:33,803 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 68168a268c1c44aa643af058577af169 2024-11-21T14:20:33,804 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45595/user/jenkins/test-data/fbb70ec0-3fb4-90d8-187b-45ba61585eb9/data/hbase/replication/68168a268c1c44aa643af058577af169/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T14:20:33,805 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 68168a268c1c44aa643af058577af169; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74764205, jitterRate=0.11407347023487091}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T14:20:33,805 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 68168a268c1c44aa643af058577af169 2024-11-21T14:20:33,805 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 68168a268c1c44aa643af058577af169: Running coprocessor pre-open hook at 1732198833796Writing region info on filesystem at 1732198833796Initializing all the Stores at 1732198833797 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198833797Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198833797Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198833797Cleaning up temporary data from old regions at 1732198833802 (+5 ms)Running coprocessor post-open hooks at 1732198833805 (+3 ms)Region opened successfully at 1732198833805 2024-11-21T14:20:33,805 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732198833047.68168a268c1c44aa643af058577af169., pid=10, masterSystemTime=1732198833773 2024-11-21T14:20:33,807 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732198833047.68168a268c1c44aa643af058577af169. 2024-11-21T14:20:33,807 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732198833047.68168a268c1c44aa643af058577af169. 2024-11-21T14:20:33,807 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=68168a268c1c44aa643af058577af169, regionState=OPEN, openSeqNum=2, regionLocation=8a7a968213a0,42197,1732198823608 2024-11-21T14:20:33,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 68168a268c1c44aa643af058577af169, server=8a7a968213a0,42197,1732198823608 because future has completed 2024-11-21T14:20:33,812 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-21T14:20:33,812 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 68168a268c1c44aa643af058577af169, server=8a7a968213a0,42197,1732198823608 in 189 msec 2024-11-21T14:20:33,813 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-21T14:20:33,813 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=68168a268c1c44aa643af058577af169, ASSIGN in 345 msec 2024-11-21T14:20:33,814 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T14:20:33,814 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732198833814"}]},"ts":"1732198833814"} 2024-11-21T14:20:33,816 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-21T14:20:33,816 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T14:20:33,817 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 769 msec 2024-11-21T14:20:33,847 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,44721,1732198820451.replicationSource.wal-reader.8a7a968213a0%2C44721%2C1732198820451,1-8a7a968213a0,44721,1732198820451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38793/user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9/WALs/8a7a968213a0,44721,1732198820451/8a7a968213a0%2C44721%2C1732198820451.1732198821634 to pos 379, reset compression=false 2024-11-21T14:20:33,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732198833047.68168a268c1c44aa643af058577af169., hostname=8a7a968213a0,42197,1732198823608, seqNum=2] 2024-11-21T14:20:33,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42197-0x1013ae640520007, quorum=127.0.0.1:55038, baseZNode=/2425533469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2425533469 2024-11-21T14:20:33,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45357-0x1013ae640520006, quorum=127.0.0.1:55038, baseZNode=/2425533469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2425533469 2024-11-21T14:20:33,862 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T14:20:33,930 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,40529,1732198816325.replicationSource.wal-reader.8a7a968213a0%2C40529%2C1732198816325,1-8a7a968213a0,40529,1732198816325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43367/user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/WALs/8a7a968213a0,40529,1732198816325/8a7a968213a0%2C40529%2C1732198816325.1732198818314 to pos 379, reset compression=false 2024-11-21T14:20:34,014 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42197 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-21T14:20:34,014 INFO [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-21T14:20:34,043 INFO [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-8a7a968213a0,42197,1732198823608, ReplicationSource: 1, currentBandwidth=0 2024-11-21T14:20:34,043 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:20:34,043 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a7a968213a0,42197,1732198823608, seqNum=-1] 2024-11-21T14:20:34,043 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:20:34,044 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42211, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-21T14:20:34,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-8a7a968213a0,42197,1732198823608', locateType=CURRENT is [region=hbase:replication,,1732198833047.68168a268c1c44aa643af058577af169., hostname=8a7a968213a0,42197,1732198823608, seqNum=2] 2024-11-21T14:20:34,049 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-21T14:20:34,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45357 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-21T14:20:34,051 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 8a7a968213a0,42197,1732198823608 suceeded 2024-11-21T14:20:34,053 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-21T14:20:34,053 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-11-21T14:20:34,053 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://8a7a968213a0:40387,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T14:20:34,054 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0160 sec 2024-11-21T14:20:34,065 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,42197,1732198823608 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8a7a968213a0:40387' 2024-11-21T14:20:34,066 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,42197,1732198823608 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@32ca2b8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:20:34,066 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,42197,1732198823608 {}] client.ClusterIdFetcher(90): Going to request 8a7a968213a0,40387,-1 for getting cluster id 2024-11-21T14:20:34,066 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,42197,1732198823608 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:20:34,067 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c245edd4-9c81-4034-89cb-14def1ae1beb' 2024-11-21T14:20:34,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:20:34,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c245edd4-9c81-4034-89cb-14def1ae1beb" 2024-11-21T14:20:34,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5b06f792, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:20:34,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a7a968213a0,40387,-1] 2024-11-21T14:20:34,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:20:34,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:20:34,068 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T14:20:34,068 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:20:34,069 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,42197,1732198823608 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@760e05d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:20:34,069 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:20:34,069 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,42197,1732198823608 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T14:20:34,069 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:20:34,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a7a968213a0,40387,1732198816266 2024-11-21T14:20:34,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3269a24f 2024-11-21T14:20:34,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T14:20:34,070 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-21T14:20:34,071 INFO [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,42197,1732198823608 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-8a7a968213a0,42197,1732198823608 (queues=1) is replicating from cluster=78a4cb84-3fc6-4f5f-8c1d-44e2122b60a2 to cluster=c245edd4-9c81-4034-89cb-14def1ae1beb 2024-11-21T14:20:34,071 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,42197,1732198823608 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=8a7a968213a0%2C42197%2C1732198823608 2024-11-21T14:20:34,071 INFO [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,42197,1732198823608 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-8a7a968213a0,42197,1732198823608, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T14:20:34,072 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,42197,1732198823608.replicationSource.wal-reader.8a7a968213a0%2C42197%2C1732198823608,1-8a7a968213a0,42197,1732198823608 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45595/user/jenkins/test-data/fbb70ec0-3fb4-90d8-187b-45ba61585eb9/WALs/8a7a968213a0,42197,1732198823608/8a7a968213a0%2C42197%2C1732198823608.1732198824620, startPosition=0, beingWritten=true 2024-11-21T14:20:34,072 INFO [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,42197,1732198823608.replicationSource.shipper8a7a968213a0%2C42197%2C1732198823608,1-8a7a968213a0,42197,1732198823608 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 8a7a968213a0%2C42197%2C1732198823608 2024-11-21T14:20:34,078 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,42197,1732198823608.replicationSource.wal-reader.8a7a968213a0%2C42197%2C1732198823608,1-8a7a968213a0,42197,1732198823608 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T14:20:34,079 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,42197,1732198823608.replicationSource.wal-reader.8a7a968213a0%2C42197%2C1732198823608,1-8a7a968213a0,42197,1732198823608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45595/user/jenkins/test-data/fbb70ec0-3fb4-90d8-187b-45ba61585eb9/WALs/8a7a968213a0,42197,1732198823608/8a7a968213a0%2C42197%2C1732198823608.1732198824620 to pos 379, reset compression=false 2024-11-21T14:20:34,079 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,42197,1732198823608.replicationSource.shipper8a7a968213a0%2C42197%2C1732198823608,1-8a7a968213a0,42197,1732198823608 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8a7a968213a0,42197,1732198823608 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45595/user/jenkins/test-data/fbb70ec0-3fb4-90d8-187b-45ba61585eb9/WALs/8a7a968213a0,42197,1732198823608/8a7a968213a0%2C42197%2C1732198823608.1732198824620, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T14:20:34,105 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:20:34,105 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:20:34,105 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:20:34,106 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:20:34,106 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:20:34,106 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:20:34,110 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:20:34,113 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:20:34,113 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:20:34,115 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:20:34,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T14:20:34,180 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-21T14:20:34,180 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T14:20:34,180 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:20:34,180 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:20:34,180 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:20:34,180 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:20:34,181 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49aebc83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:20:34,181 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8a7a968213a0,40387,-1 for getting cluster id 2024-11-21T14:20:34,181 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:20:34,182 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c245edd4-9c81-4034-89cb-14def1ae1beb' 2024-11-21T14:20:34,182 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:20:34,182 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c245edd4-9c81-4034-89cb-14def1ae1beb" 2024-11-21T14:20:34,182 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4126b6e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:20:34,182 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a7a968213a0,40387,-1] 2024-11-21T14:20:34,182 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:20:34,183 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:20:34,183 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:20:34,184 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@347efe30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:20:34,184 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cce2bfb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:20:34,184 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8a7a968213a0,44135,-1 for getting cluster id 2024-11-21T14:20:34,185 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:20:34,185 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7c292b23-fcf9-4b13-b8bc-483fc628b9f1' 2024-11-21T14:20:34,185 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:20:34,185 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7c292b23-fcf9-4b13-b8bc-483fc628b9f1" 2024-11-21T14:20:34,185 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70f358d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:20:34,185 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a7a968213a0,44135,-1] 2024-11-21T14:20:34,186 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:20:34,186 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:20:34,186 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:20:34,187 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23049dde, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:20:34,187 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@551e383d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:20:34,187 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8a7a968213a0,45357,-1 for getting cluster id 2024-11-21T14:20:34,187 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:20:34,188 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '78a4cb84-3fc6-4f5f-8c1d-44e2122b60a2' 2024-11-21T14:20:34,188 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:20:34,188 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "78a4cb84-3fc6-4f5f-8c1d-44e2122b60a2" 2024-11-21T14:20:34,188 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44000886, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:20:34,188 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a7a968213a0,45357,-1] 2024-11-21T14:20:34,188 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:20:34,188 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:20:34,189 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:20:34,190 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2784355, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:20:34,190 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:20:34,191 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a7a968213a0,40529,1732198816325, seqNum=-1] 2024-11-21T14:20:34,192 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:20:34,220 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T14:20:34,222 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732198825263.e6dafcb6772e15d5be0ffae684870439., hostname=8a7a968213a0,40529,1732198816325, seqNum=2] 2024-11-21T14:20:34,225 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:20:34,226 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a7a968213a0,42197,1732198823608, seqNum=-1] 2024-11-21T14:20:34,226 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:20:34,227 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57624, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T14:20:34,228 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732198829583.fc0234812e43f256754ae31e4c1b8b4b., hostname=8a7a968213a0,42197,1732198823608, seqNum=2] 2024-11-21T14:20:34,229 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-21T14:20:34,282 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,42197,1732198823608.replicationSource.wal-reader.8a7a968213a0%2C42197%2C1732198823608,1-8a7a968213a0,42197,1732198823608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45595/user/jenkins/test-data/fbb70ec0-3fb4-90d8-187b-45ba61585eb9/WALs/8a7a968213a0,42197,1732198823608/8a7a968213a0%2C42197%2C1732198823608.1732198824620 to pos 379, reset compression=false 2024-11-21T14:20:34,351 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,44721,1732198820451.replicationSource.wal-reader.8a7a968213a0%2C44721%2C1732198820451,1-8a7a968213a0,44721,1732198820451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38793/user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9/WALs/8a7a968213a0,44721,1732198820451/8a7a968213a0%2C44721%2C1732198820451.1732198821634 to pos 379, reset compression=false 2024-11-21T14:20:34,593 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,42197,1732198823608.replicationSource.wal-reader.8a7a968213a0%2C42197%2C1732198823608,1-8a7a968213a0,42197,1732198823608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45595/user/jenkins/test-data/fbb70ec0-3fb4-90d8-187b-45ba61585eb9/WALs/8a7a968213a0,42197,1732198823608/8a7a968213a0%2C42197%2C1732198823608.1732198824620 to pos 379, reset compression=false 2024-11-21T14:20:34,634 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,40529,1732198816325.replicationSource.wal-reader.8a7a968213a0%2C40529%2C1732198816325,1-8a7a968213a0,40529,1732198816325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43367/user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/WALs/8a7a968213a0,40529,1732198816325/8a7a968213a0%2C40529%2C1732198816325.1732198818314 to pos 379, reset compression=false 2024-11-21T14:20:34,639 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,40529,1732198816325.replicationSource.wal-reader.8a7a968213a0%2C40529%2C1732198816325,1-8a7a968213a0,40529,1732198816325 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T14:20:34,639 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,40529,1732198816325.replicationSource.wal-reader.8a7a968213a0%2C40529%2C1732198816325,1-8a7a968213a0,40529,1732198816325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43367/user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/WALs/8a7a968213a0,40529,1732198816325/8a7a968213a0%2C40529%2C1732198816325.1732198818314 to pos 480, reset compression=false 2024-11-21T14:20:34,639 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,40529,1732198816325.replicationSource.shipper8a7a968213a0%2C40529%2C1732198816325,1-8a7a968213a0,40529,1732198816325 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8a7a968213a0,40529,1732198816325 got entry batch from reader: WALEntryBatch [walEntries=[{test/e6dafcb6772e15d5be0ffae684870439/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:43367/user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/WALs/8a7a968213a0,40529,1732198816325/8a7a968213a0%2C40529%2C1732198816325.1732198818314, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-21T14:20:34,641 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,40529,1732198816325.replicationSource.shipper8a7a968213a0%2C40529%2C1732198816325,1-8a7a968213a0,40529,1732198816325 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T14:20:34,642 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-21T14:20:34,643 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44721 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T14:20:34,644 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44721 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@75460314, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:20:34,644 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44721 {}] client.ClusterIdFetcher(90): Going to request 8a7a968213a0,44135,-1 for getting cluster id 2024-11-21T14:20:34,644 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44721 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:20:34,644 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7c292b23-fcf9-4b13-b8bc-483fc628b9f1' 2024-11-21T14:20:34,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:20:34,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7c292b23-fcf9-4b13-b8bc-483fc628b9f1" 2024-11-21T14:20:34,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2655f72a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:20:34,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a7a968213a0,44135,-1] 2024-11-21T14:20:34,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:20:34,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:20:34,646 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:20:34,646 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44721 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@50f21bf2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:20:34,647 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44721 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:20:34,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a7a968213a0,44721,1732198820451, seqNum=-1] 2024-11-21T14:20:34,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:20:34,649 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-21T14:20:34,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732198827424.cb05b841110013210884e23a83b52f0c., hostname=8a7a968213a0,44721,1732198820451, seqNum=2] 2024-11-21T14:20:34,654 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44721 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T14:20:34,845 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,40529,1732198816325.replicationSource.wal-reader.8a7a968213a0%2C40529%2C1732198816325,1-8a7a968213a0,40529,1732198816325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43367/user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/WALs/8a7a968213a0,40529,1732198816325/8a7a968213a0%2C40529%2C1732198816325.1732198818314 to pos 480, reset compression=false 2024-11-21T14:20:34,954 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,44721,1732198820451.replicationSource.wal-reader.8a7a968213a0%2C44721%2C1732198820451,1-8a7a968213a0,44721,1732198820451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38793/user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9/WALs/8a7a968213a0,44721,1732198820451/8a7a968213a0%2C44721%2C1732198820451.1732198821634 to pos 379, reset compression=false 2024-11-21T14:20:34,959 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,44721,1732198820451.replicationSource.wal-reader.8a7a968213a0%2C44721%2C1732198820451,1-8a7a968213a0,44721,1732198820451 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T14:20:34,959 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,44721,1732198820451.replicationSource.wal-reader.8a7a968213a0%2C44721%2C1732198820451,1-8a7a968213a0,44721,1732198820451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38793/user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9/WALs/8a7a968213a0,44721,1732198820451/8a7a968213a0%2C44721%2C1732198820451.1732198821634 to pos 504, reset compression=false 2024-11-21T14:20:34,959 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,44721,1732198820451.replicationSource.shipper8a7a968213a0%2C44721%2C1732198820451,1-8a7a968213a0,44721,1732198820451 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8a7a968213a0,44721,1732198820451 got entry batch from reader: WALEntryBatch [walEntries=[{test/cb05b841110013210884e23a83b52f0c/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:38793/user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9/WALs/8a7a968213a0,44721,1732198820451/8a7a968213a0%2C44721%2C1732198820451.1732198821634, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-21T14:20:34,961 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,44721,1732198820451.replicationSource.shipper8a7a968213a0%2C44721%2C1732198820451,1-8a7a968213a0,44721,1732198820451 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T14:20:34,962 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-21T14:20:34,962 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42197 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T14:20:34,963 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42197 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@14c6f766, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:20:34,963 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42197 {}] client.ClusterIdFetcher(90): Going to request 8a7a968213a0,45357,-1 for getting cluster id 2024-11-21T14:20:34,963 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42197 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:20:34,963 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '78a4cb84-3fc6-4f5f-8c1d-44e2122b60a2' 2024-11-21T14:20:34,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:20:34,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "78a4cb84-3fc6-4f5f-8c1d-44e2122b60a2" 2024-11-21T14:20:34,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@bca1e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:20:34,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a7a968213a0,45357,-1] 2024-11-21T14:20:34,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:20:34,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:20:34,965 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37286, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:20:34,965 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42197 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5737a86e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:20:34,965 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42197 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:20:34,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a7a968213a0,42197,1732198823608, seqNum=-1] 2024-11-21T14:20:34,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:20:34,967 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-21T14:20:34,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732198829583.fc0234812e43f256754ae31e4c1b8b4b., hostname=8a7a968213a0,42197,1732198823608, seqNum=2] 2024-11-21T14:20:34,971 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42197 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T14:20:34,998 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,42197,1732198823608.replicationSource.wal-reader.8a7a968213a0%2C42197%2C1732198823608,1-8a7a968213a0,42197,1732198823608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45595/user/jenkins/test-data/fbb70ec0-3fb4-90d8-187b-45ba61585eb9/WALs/8a7a968213a0,42197,1732198823608/8a7a968213a0%2C42197%2C1732198823608.1732198824620 to pos 379, reset compression=false 2024-11-21T14:20:35,002 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,42197,1732198823608.replicationSource.wal-reader.8a7a968213a0%2C42197%2C1732198823608,1-8a7a968213a0,42197,1732198823608 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T14:20:35,002 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,42197,1732198823608.replicationSource.wal-reader.8a7a968213a0%2C42197%2C1732198823608,1-8a7a968213a0,42197,1732198823608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45595/user/jenkins/test-data/fbb70ec0-3fb4-90d8-187b-45ba61585eb9/WALs/8a7a968213a0,42197,1732198823608/8a7a968213a0%2C42197%2C1732198823608.1732198824620 to pos 527, reset compression=false 2024-11-21T14:20:35,002 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,42197,1732198823608.replicationSource.shipper8a7a968213a0%2C42197%2C1732198823608,1-8a7a968213a0,42197,1732198823608 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8a7a968213a0,42197,1732198823608 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45595/user/jenkins/test-data/fbb70ec0-3fb4-90d8-187b-45ba61585eb9/WALs/8a7a968213a0,42197,1732198823608/8a7a968213a0%2C42197%2C1732198823608.1732198824620, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T14:20:35,148 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,40529,1732198816325.replicationSource.wal-reader.8a7a968213a0%2C40529%2C1732198816325,1-8a7a968213a0,40529,1732198816325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43367/user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/WALs/8a7a968213a0,40529,1732198816325/8a7a968213a0%2C40529%2C1732198816325.1732198818314 to pos 480, reset compression=false 2024-11-21T14:20:35,162 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,44721,1732198820451.replicationSource.wal-reader.8a7a968213a0%2C44721%2C1732198820451,1-8a7a968213a0,44721,1732198820451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38793/user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9/WALs/8a7a968213a0,44721,1732198820451/8a7a968213a0%2C44721%2C1732198820451.1732198821634 to pos 504, reset compression=false 2024-11-21T14:20:35,205 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,42197,1732198823608.replicationSource.wal-reader.8a7a968213a0%2C42197%2C1732198823608,1-8a7a968213a0,42197,1732198823608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45595/user/jenkins/test-data/fbb70ec0-3fb4-90d8-187b-45ba61585eb9/WALs/8a7a968213a0,42197,1732198823608/8a7a968213a0%2C42197%2C1732198823608.1732198824620 to pos 527, reset compression=false 2024-11-21T14:20:35,231 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-21T14:20:35,232 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:20:35,233 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a7a968213a0,44721,1732198820451, seqNum=-1] 2024-11-21T14:20:35,233 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:20:35,234 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54012, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T14:20:35,236 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732198827424.cb05b841110013210884e23a83b52f0c., hostname=8a7a968213a0,44721,1732198820451, seqNum=2] 2024-11-21T14:20:35,239 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-21T14:20:35,467 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,44721,1732198820451.replicationSource.wal-reader.8a7a968213a0%2C44721%2C1732198820451,1-8a7a968213a0,44721,1732198820451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38793/user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9/WALs/8a7a968213a0,44721,1732198820451/8a7a968213a0%2C44721%2C1732198820451.1732198821634 to pos 504, reset compression=false 2024-11-21T14:20:35,472 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,44721,1732198820451.replicationSource.wal-reader.8a7a968213a0%2C44721%2C1732198820451,1-8a7a968213a0,44721,1732198820451 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T14:20:35,472 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,44721,1732198820451.replicationSource.wal-reader.8a7a968213a0%2C44721%2C1732198820451,1-8a7a968213a0,44721,1732198820451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38793/user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9/WALs/8a7a968213a0,44721,1732198820451/8a7a968213a0%2C44721%2C1732198820451.1732198821634 to pos 608, reset compression=false 2024-11-21T14:20:35,472 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,44721,1732198820451.replicationSource.shipper8a7a968213a0%2C44721%2C1732198820451,1-8a7a968213a0,44721,1732198820451 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8a7a968213a0,44721,1732198820451 got entry batch from reader: WALEntryBatch [walEntries=[{test/cb05b841110013210884e23a83b52f0c/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:38793/user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9/WALs/8a7a968213a0,44721,1732198820451/8a7a968213a0%2C44721%2C1732198820451.1732198821634, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-21T14:20:35,473 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42197 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T14:20:35,477 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42197 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T14:20:35,509 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,42197,1732198823608.replicationSource.wal-reader.8a7a968213a0%2C42197%2C1732198823608,1-8a7a968213a0,42197,1732198823608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45595/user/jenkins/test-data/fbb70ec0-3fb4-90d8-187b-45ba61585eb9/WALs/8a7a968213a0,42197,1732198823608/8a7a968213a0%2C42197%2C1732198823608.1732198824620 to pos 527, reset compression=false 2024-11-21T14:20:35,519 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,42197,1732198823608.replicationSource.wal-reader.8a7a968213a0%2C42197%2C1732198823608,1-8a7a968213a0,42197,1732198823608 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T14:20:35,519 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,42197,1732198823608.replicationSource.wal-reader.8a7a968213a0%2C42197%2C1732198823608,1-8a7a968213a0,42197,1732198823608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45595/user/jenkins/test-data/fbb70ec0-3fb4-90d8-187b-45ba61585eb9/WALs/8a7a968213a0,42197,1732198823608/8a7a968213a0%2C42197%2C1732198823608.1732198824620 to pos 654, reset compression=false 2024-11-21T14:20:35,519 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,42197,1732198823608.replicationSource.shipper8a7a968213a0%2C42197%2C1732198823608,1-8a7a968213a0,42197,1732198823608 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8a7a968213a0,42197,1732198823608 got entry batch from reader: WALEntryBatch [walEntries=[{test/fc0234812e43f256754ae31e4c1b8b4b/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:45595/user/jenkins/test-data/fbb70ec0-3fb4-90d8-187b-45ba61585eb9/WALs/8a7a968213a0,42197,1732198823608/8a7a968213a0%2C42197%2C1732198823608.1732198824620, lastWalPosition=654, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-21T14:20:35,522 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,42197,1732198823608.replicationSource.shipper8a7a968213a0%2C42197%2C1732198823608,1-8a7a968213a0,42197,1732198823608 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T14:20:35,524 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-21T14:20:35,525 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40529 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T14:20:35,537 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40529 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@37cf0b52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:20:35,537 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40529 {}] client.ClusterIdFetcher(90): Going to request 8a7a968213a0,40387,-1 for getting cluster id 2024-11-21T14:20:35,537 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40529 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:20:35,538 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c245edd4-9c81-4034-89cb-14def1ae1beb' 2024-11-21T14:20:35,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:20:35,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c245edd4-9c81-4034-89cb-14def1ae1beb" 2024-11-21T14:20:35,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@278a091c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:20:35,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a7a968213a0,40387,-1] 2024-11-21T14:20:35,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:20:35,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:20:35,540 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:20:35,541 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40529 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@183ae9d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:20:35,542 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40529 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:20:35,543 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40529 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a7a968213a0,40529,1732198816325, seqNum=-1] 2024-11-21T14:20:35,544 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40529 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:20:35,545 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-21T14:20:35,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732198825263.e6dafcb6772e15d5be0ffae684870439., hostname=8a7a968213a0,40529,1732198816325, seqNum=2] 2024-11-21T14:20:35,549 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40529 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T14:20:35,554 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,40529,1732198816325.replicationSource.wal-reader.8a7a968213a0%2C40529%2C1732198816325,1-8a7a968213a0,40529,1732198816325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43367/user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/WALs/8a7a968213a0,40529,1732198816325/8a7a968213a0%2C40529%2C1732198816325.1732198818314 to pos 480, reset compression=false 2024-11-21T14:20:35,571 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,40529,1732198816325.replicationSource.wal-reader.8a7a968213a0%2C40529%2C1732198816325,1-8a7a968213a0,40529,1732198816325 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T14:20:35,571 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,40529,1732198816325.replicationSource.wal-reader.8a7a968213a0%2C40529%2C1732198816325,1-8a7a968213a0,40529,1732198816325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43367/user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/WALs/8a7a968213a0,40529,1732198816325/8a7a968213a0%2C40529%2C1732198816325.1732198818314 to pos 630, reset compression=false 2024-11-21T14:20:35,571 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,40529,1732198816325.replicationSource.shipper8a7a968213a0%2C40529%2C1732198816325,1-8a7a968213a0,40529,1732198816325 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8a7a968213a0,40529,1732198816325 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43367/user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/WALs/8a7a968213a0,40529,1732198816325/8a7a968213a0%2C40529%2C1732198816325.1732198818314, lastWalPosition=630, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T14:20:35,678 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,44721,1732198820451.replicationSource.wal-reader.8a7a968213a0%2C44721%2C1732198820451,1-8a7a968213a0,44721,1732198820451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38793/user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9/WALs/8a7a968213a0,44721,1732198820451/8a7a968213a0%2C44721%2C1732198820451.1732198821634 to pos 608, reset compression=false 2024-11-21T14:20:35,740 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,42197,1732198823608.replicationSource.wal-reader.8a7a968213a0%2C42197%2C1732198823608,1-8a7a968213a0,42197,1732198823608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45595/user/jenkins/test-data/fbb70ec0-3fb4-90d8-187b-45ba61585eb9/WALs/8a7a968213a0,42197,1732198823608/8a7a968213a0%2C42197%2C1732198823608.1732198824620 to pos 654, reset compression=false 2024-11-21T14:20:35,794 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,40529,1732198816325.replicationSource.wal-reader.8a7a968213a0%2C40529%2C1732198816325,1-8a7a968213a0,40529,1732198816325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43367/user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/WALs/8a7a968213a0,40529,1732198816325/8a7a968213a0%2C40529%2C1732198816325.1732198818314 to pos 630, reset compression=false 2024-11-21T14:20:35,992 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,44721,1732198820451.replicationSource.wal-reader.8a7a968213a0%2C44721%2C1732198820451,1-8a7a968213a0,44721,1732198820451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38793/user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9/WALs/8a7a968213a0,44721,1732198820451/8a7a968213a0%2C44721%2C1732198820451.1732198821634 to pos 608, reset compression=false 2024-11-21T14:20:36,064 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,42197,1732198823608.replicationSource.wal-reader.8a7a968213a0%2C42197%2C1732198823608,1-8a7a968213a0,42197,1732198823608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45595/user/jenkins/test-data/fbb70ec0-3fb4-90d8-187b-45ba61585eb9/WALs/8a7a968213a0,42197,1732198823608/8a7a968213a0%2C42197%2C1732198823608.1732198824620 to pos 654, reset compression=false 2024-11-21T14:20:36,130 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,40529,1732198816325.replicationSource.wal-reader.8a7a968213a0%2C40529%2C1732198816325,1-8a7a968213a0,40529,1732198816325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43367/user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/WALs/8a7a968213a0,40529,1732198816325/8a7a968213a0%2C40529%2C1732198816325.1732198818314 to pos 630, reset compression=false 2024-11-21T14:20:36,241 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-21T14:20:36,244 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-21T14:20:36,416 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,44721,1732198820451.replicationSource.wal-reader.8a7a968213a0%2C44721%2C1732198820451,1-8a7a968213a0,44721,1732198820451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38793/user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9/WALs/8a7a968213a0,44721,1732198820451/8a7a968213a0%2C44721%2C1732198820451.1732198821634 to pos 608, reset compression=false 2024-11-21T14:20:36,478 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,42197,1732198823608.replicationSource.wal-reader.8a7a968213a0%2C42197%2C1732198823608,1-8a7a968213a0,42197,1732198823608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45595/user/jenkins/test-data/fbb70ec0-3fb4-90d8-187b-45ba61585eb9/WALs/8a7a968213a0,42197,1732198823608/8a7a968213a0%2C42197%2C1732198823608.1732198824620 to pos 654, reset compression=false 2024-11-21T14:20:36,482 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,42197,1732198823608.replicationSource.wal-reader.8a7a968213a0%2C42197%2C1732198823608,1-8a7a968213a0,42197,1732198823608 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T14:20:36,482 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,42197,1732198823608.replicationSource.wal-reader.8a7a968213a0%2C42197%2C1732198823608,1-8a7a968213a0,42197,1732198823608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45595/user/jenkins/test-data/fbb70ec0-3fb4-90d8-187b-45ba61585eb9/WALs/8a7a968213a0,42197,1732198823608/8a7a968213a0%2C42197%2C1732198823608.1732198824620 to pos 758, reset compression=false 2024-11-21T14:20:36,482 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,42197,1732198823608.replicationSource.shipper8a7a968213a0%2C42197%2C1732198823608,1-8a7a968213a0,42197,1732198823608 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8a7a968213a0,42197,1732198823608 got entry batch from reader: WALEntryBatch [walEntries=[{test/fc0234812e43f256754ae31e4c1b8b4b/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:45595/user/jenkins/test-data/fbb70ec0-3fb4-90d8-187b-45ba61585eb9/WALs/8a7a968213a0,42197,1732198823608/8a7a968213a0%2C42197%2C1732198823608.1732198824620, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-21T14:20:36,483 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40529 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T14:20:36,486 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40529 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T14:20:36,543 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,40529,1732198816325.replicationSource.wal-reader.8a7a968213a0%2C40529%2C1732198816325,1-8a7a968213a0,40529,1732198816325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43367/user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/WALs/8a7a968213a0,40529,1732198816325/8a7a968213a0%2C40529%2C1732198816325.1732198818314 to pos 630, reset compression=false 2024-11-21T14:20:36,548 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,40529,1732198816325.replicationSource.wal-reader.8a7a968213a0%2C40529%2C1732198816325,1-8a7a968213a0,40529,1732198816325 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T14:20:36,548 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,40529,1732198816325.replicationSource.wal-reader.8a7a968213a0%2C40529%2C1732198816325,1-8a7a968213a0,40529,1732198816325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43367/user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/WALs/8a7a968213a0,40529,1732198816325/8a7a968213a0%2C40529%2C1732198816325.1732198818314 to pos 757, reset compression=false 2024-11-21T14:20:36,548 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,40529,1732198816325.replicationSource.shipper8a7a968213a0%2C40529%2C1732198816325,1-8a7a968213a0,40529,1732198816325 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8a7a968213a0,40529,1732198816325 got entry batch from reader: WALEntryBatch [walEntries=[{test/e6dafcb6772e15d5be0ffae684870439/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:43367/user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/WALs/8a7a968213a0,40529,1732198816325/8a7a968213a0%2C40529%2C1732198816325.1732198818314, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-21T14:20:36,550 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44721 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T14:20:36,553 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44721 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T14:20:36,685 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,42197,1732198823608.replicationSource.wal-reader.8a7a968213a0%2C42197%2C1732198823608,1-8a7a968213a0,42197,1732198823608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45595/user/jenkins/test-data/fbb70ec0-3fb4-90d8-187b-45ba61585eb9/WALs/8a7a968213a0,42197,1732198823608/8a7a968213a0%2C42197%2C1732198823608.1732198824620 to pos 758, reset compression=false 2024-11-21T14:20:36,752 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,40529,1732198816325.replicationSource.wal-reader.8a7a968213a0%2C40529%2C1732198816325,1-8a7a968213a0,40529,1732198816325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43367/user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/WALs/8a7a968213a0,40529,1732198816325/8a7a968213a0%2C40529%2C1732198816325.1732198818314 to pos 757, reset compression=false 2024-11-21T14:20:36,920 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,44721,1732198820451.replicationSource.wal-reader.8a7a968213a0%2C44721%2C1732198820451,1-8a7a968213a0,44721,1732198820451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38793/user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9/WALs/8a7a968213a0,44721,1732198820451/8a7a968213a0%2C44721%2C1732198820451.1732198821634 to pos 608, reset compression=false 2024-11-21T14:20:36,925 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,44721,1732198820451.replicationSource.wal-reader.8a7a968213a0%2C44721%2C1732198820451,1-8a7a968213a0,44721,1732198820451 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T14:20:36,925 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,44721,1732198820451.replicationSource.wal-reader.8a7a968213a0%2C44721%2C1732198820451,1-8a7a968213a0,44721,1732198820451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38793/user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9/WALs/8a7a968213a0,44721,1732198820451/8a7a968213a0%2C44721%2C1732198820451.1732198821634 to pos 759, reset compression=false 2024-11-21T14:20:36,925 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,44721,1732198820451.replicationSource.shipper8a7a968213a0%2C44721%2C1732198820451,1-8a7a968213a0,44721,1732198820451 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8a7a968213a0,44721,1732198820451 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38793/user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9/WALs/8a7a968213a0,44721,1732198820451/8a7a968213a0%2C44721%2C1732198820451.1732198821634, lastWalPosition=759, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T14:20:36,990 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,42197,1732198823608.replicationSource.wal-reader.8a7a968213a0%2C42197%2C1732198823608,1-8a7a968213a0,42197,1732198823608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45595/user/jenkins/test-data/fbb70ec0-3fb4-90d8-187b-45ba61585eb9/WALs/8a7a968213a0,42197,1732198823608/8a7a968213a0%2C42197%2C1732198823608.1732198824620 to pos 758, reset compression=false 2024-11-21T14:20:37,069 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,40529,1732198816325.replicationSource.wal-reader.8a7a968213a0%2C40529%2C1732198816325,1-8a7a968213a0,40529,1732198816325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43367/user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/WALs/8a7a968213a0,40529,1732198816325/8a7a968213a0%2C40529%2C1732198816325.1732198818314 to pos 757, reset compression=false 2024-11-21T14:20:37,128 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,44721,1732198820451.replicationSource.wal-reader.8a7a968213a0%2C44721%2C1732198820451,1-8a7a968213a0,44721,1732198820451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38793/user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9/WALs/8a7a968213a0,44721,1732198820451/8a7a968213a0%2C44721%2C1732198820451.1732198821634 to pos 759, reset compression=false 2024-11-21T14:20:37,247 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-21T14:20:37,251 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-21T14:20:37,394 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,42197,1732198823608.replicationSource.wal-reader.8a7a968213a0%2C42197%2C1732198823608,1-8a7a968213a0,42197,1732198823608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45595/user/jenkins/test-data/fbb70ec0-3fb4-90d8-187b-45ba61585eb9/WALs/8a7a968213a0,42197,1732198823608/8a7a968213a0%2C42197%2C1732198823608.1732198824620 to pos 758, reset compression=false 2024-11-21T14:20:37,432 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,44721,1732198820451.replicationSource.wal-reader.8a7a968213a0%2C44721%2C1732198820451,1-8a7a968213a0,44721,1732198820451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38793/user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9/WALs/8a7a968213a0,44721,1732198820451/8a7a968213a0%2C44721%2C1732198820451.1732198821634 to pos 759, reset compression=false 2024-11-21T14:20:37,475 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,40529,1732198816325.replicationSource.wal-reader.8a7a968213a0%2C40529%2C1732198816325,1-8a7a968213a0,40529,1732198816325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43367/user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/WALs/8a7a968213a0,40529,1732198816325/8a7a968213a0%2C40529%2C1732198816325.1732198818314 to pos 757, reset compression=false 2024-11-21T14:20:37,479 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,40529,1732198816325.replicationSource.wal-reader.8a7a968213a0%2C40529%2C1732198816325,1-8a7a968213a0,40529,1732198816325 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T14:20:37,479 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,40529,1732198816325.replicationSource.wal-reader.8a7a968213a0%2C40529%2C1732198816325,1-8a7a968213a0,40529,1732198816325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43367/user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/WALs/8a7a968213a0,40529,1732198816325/8a7a968213a0%2C40529%2C1732198816325.1732198818314 to pos 913, reset compression=false 2024-11-21T14:20:37,479 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,40529,1732198816325.replicationSource.shipper8a7a968213a0%2C40529%2C1732198816325,1-8a7a968213a0,40529,1732198816325 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8a7a968213a0,40529,1732198816325 got entry batch from reader: WALEntryBatch [walEntries=[{test/e6dafcb6772e15d5be0ffae684870439/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:43367/user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/WALs/8a7a968213a0,40529,1732198816325/8a7a968213a0%2C40529%2C1732198816325.1732198818314, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-21T14:20:37,480 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44721 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T14:20:37,483 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44721 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T14:20:37,682 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,40529,1732198816325.replicationSource.wal-reader.8a7a968213a0%2C40529%2C1732198816325,1-8a7a968213a0,40529,1732198816325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43367/user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/WALs/8a7a968213a0,40529,1732198816325/8a7a968213a0%2C40529%2C1732198816325.1732198818314 to pos 913, reset compression=false 2024-11-21T14:20:37,835 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,44721,1732198820451.replicationSource.wal-reader.8a7a968213a0%2C44721%2C1732198820451,1-8a7a968213a0,44721,1732198820451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38793/user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9/WALs/8a7a968213a0,44721,1732198820451/8a7a968213a0%2C44721%2C1732198820451.1732198821634 to pos 759, reset compression=false 2024-11-21T14:20:37,839 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,44721,1732198820451.replicationSource.wal-reader.8a7a968213a0%2C44721%2C1732198820451,1-8a7a968213a0,44721,1732198820451 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T14:20:37,839 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,44721,1732198820451.replicationSource.wal-reader.8a7a968213a0%2C44721%2C1732198820451,1-8a7a968213a0,44721,1732198820451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38793/user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9/WALs/8a7a968213a0,44721,1732198820451/8a7a968213a0%2C44721%2C1732198820451.1732198821634 to pos 907, reset compression=false 2024-11-21T14:20:37,839 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,44721,1732198820451.replicationSource.shipper8a7a968213a0%2C44721%2C1732198820451,1-8a7a968213a0,44721,1732198820451 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8a7a968213a0,44721,1732198820451 got entry batch from reader: WALEntryBatch [walEntries=[{test/cb05b841110013210884e23a83b52f0c/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:38793/user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9/WALs/8a7a968213a0,44721,1732198820451/8a7a968213a0%2C44721%2C1732198820451.1732198821634, lastWalPosition=907, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-21T14:20:37,840 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42197 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T14:20:37,843 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42197 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T14:20:37,897 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,42197,1732198823608.replicationSource.wal-reader.8a7a968213a0%2C42197%2C1732198823608,1-8a7a968213a0,42197,1732198823608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45595/user/jenkins/test-data/fbb70ec0-3fb4-90d8-187b-45ba61585eb9/WALs/8a7a968213a0,42197,1732198823608/8a7a968213a0%2C42197%2C1732198823608.1732198824620 to pos 758, reset compression=false 2024-11-21T14:20:37,902 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,42197,1732198823608.replicationSource.wal-reader.8a7a968213a0%2C42197%2C1732198823608,1-8a7a968213a0,42197,1732198823608 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T14:20:37,902 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,42197,1732198823608.replicationSource.wal-reader.8a7a968213a0%2C42197%2C1732198823608,1-8a7a968213a0,42197,1732198823608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45595/user/jenkins/test-data/fbb70ec0-3fb4-90d8-187b-45ba61585eb9/WALs/8a7a968213a0,42197,1732198823608/8a7a968213a0%2C42197%2C1732198823608.1732198824620 to pos 929, reset compression=false 2024-11-21T14:20:37,902 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,42197,1732198823608.replicationSource.shipper8a7a968213a0%2C42197%2C1732198823608,1-8a7a968213a0,42197,1732198823608 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8a7a968213a0,42197,1732198823608 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45595/user/jenkins/test-data/fbb70ec0-3fb4-90d8-187b-45ba61585eb9/WALs/8a7a968213a0,42197,1732198823608/8a7a968213a0%2C42197%2C1732198823608.1732198824620, lastWalPosition=929, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T14:20:37,985 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,40529,1732198816325.replicationSource.wal-reader.8a7a968213a0%2C40529%2C1732198816325,1-8a7a968213a0,40529,1732198816325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43367/user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/WALs/8a7a968213a0,40529,1732198816325/8a7a968213a0%2C40529%2C1732198816325.1732198818314 to pos 913, reset compression=false 2024-11-21T14:20:38,042 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,44721,1732198820451.replicationSource.wal-reader.8a7a968213a0%2C44721%2C1732198820451,1-8a7a968213a0,44721,1732198820451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38793/user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9/WALs/8a7a968213a0,44721,1732198820451/8a7a968213a0%2C44721%2C1732198820451.1732198821634 to pos 907, reset compression=false 2024-11-21T14:20:38,106 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,42197,1732198823608.replicationSource.wal-reader.8a7a968213a0%2C42197%2C1732198823608,1-8a7a968213a0,42197,1732198823608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45595/user/jenkins/test-data/fbb70ec0-3fb4-90d8-187b-45ba61585eb9/WALs/8a7a968213a0,42197,1732198823608/8a7a968213a0%2C42197%2C1732198823608.1732198824620 to pos 929, reset compression=false 2024-11-21T14:20:38,254 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-21T14:20:38,258 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-21T14:20:38,349 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,44721,1732198820451.replicationSource.wal-reader.8a7a968213a0%2C44721%2C1732198820451,1-8a7a968213a0,44721,1732198820451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38793/user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9/WALs/8a7a968213a0,44721,1732198820451/8a7a968213a0%2C44721%2C1732198820451.1732198821634 to pos 907, reset compression=false 2024-11-21T14:20:38,354 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,44721,1732198820451.replicationSource.wal-reader.8a7a968213a0%2C44721%2C1732198820451,1-8a7a968213a0,44721,1732198820451 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T14:20:38,354 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,44721,1732198820451.replicationSource.wal-reader.8a7a968213a0%2C44721%2C1732198820451,1-8a7a968213a0,44721,1732198820451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38793/user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9/WALs/8a7a968213a0,44721,1732198820451/8a7a968213a0%2C44721%2C1732198820451.1732198821634 to pos 1066, reset compression=false 2024-11-21T14:20:38,354 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,44721,1732198820451.replicationSource.shipper8a7a968213a0%2C44721%2C1732198820451,1-8a7a968213a0,44721,1732198820451 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8a7a968213a0,44721,1732198820451 got entry batch from reader: WALEntryBatch [walEntries=[{test/cb05b841110013210884e23a83b52f0c/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:38793/user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9/WALs/8a7a968213a0,44721,1732198820451/8a7a968213a0%2C44721%2C1732198820451.1732198821634, lastWalPosition=1066, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-21T14:20:38,355 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42197 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T14:20:38,357 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42197 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T14:20:38,389 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,40529,1732198816325.replicationSource.wal-reader.8a7a968213a0%2C40529%2C1732198816325,1-8a7a968213a0,40529,1732198816325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43367/user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/WALs/8a7a968213a0,40529,1732198816325/8a7a968213a0%2C40529%2C1732198816325.1732198818314 to pos 913, reset compression=false 2024-11-21T14:20:38,409 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,42197,1732198823608.replicationSource.wal-reader.8a7a968213a0%2C42197%2C1732198823608,1-8a7a968213a0,42197,1732198823608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45595/user/jenkins/test-data/fbb70ec0-3fb4-90d8-187b-45ba61585eb9/WALs/8a7a968213a0,42197,1732198823608/8a7a968213a0%2C42197%2C1732198823608.1732198824620 to pos 929, reset compression=false 2024-11-21T14:20:38,413 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,42197,1732198823608.replicationSource.wal-reader.8a7a968213a0%2C42197%2C1732198823608,1-8a7a968213a0,42197,1732198823608 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T14:20:38,413 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,42197,1732198823608.replicationSource.wal-reader.8a7a968213a0%2C42197%2C1732198823608,1-8a7a968213a0,42197,1732198823608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45595/user/jenkins/test-data/fbb70ec0-3fb4-90d8-187b-45ba61585eb9/WALs/8a7a968213a0,42197,1732198823608/8a7a968213a0%2C42197%2C1732198823608.1732198824620 to pos 1078, reset compression=false 2024-11-21T14:20:38,413 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,42197,1732198823608.replicationSource.shipper8a7a968213a0%2C42197%2C1732198823608,1-8a7a968213a0,42197,1732198823608 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8a7a968213a0,42197,1732198823608 got entry batch from reader: WALEntryBatch [walEntries=[{test/fc0234812e43f256754ae31e4c1b8b4b/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:45595/user/jenkins/test-data/fbb70ec0-3fb4-90d8-187b-45ba61585eb9/WALs/8a7a968213a0,42197,1732198823608/8a7a968213a0%2C42197%2C1732198823608.1732198824620, lastWalPosition=1078, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-21T14:20:38,414 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40529 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T14:20:38,417 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40529 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T14:20:38,557 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,44721,1732198820451.replicationSource.wal-reader.8a7a968213a0%2C44721%2C1732198820451,1-8a7a968213a0,44721,1732198820451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38793/user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9/WALs/8a7a968213a0,44721,1732198820451/8a7a968213a0%2C44721%2C1732198820451.1732198821634 to pos 1066, reset compression=false 2024-11-21T14:20:38,617 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,42197,1732198823608.replicationSource.wal-reader.8a7a968213a0%2C42197%2C1732198823608,1-8a7a968213a0,42197,1732198823608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45595/user/jenkins/test-data/fbb70ec0-3fb4-90d8-187b-45ba61585eb9/WALs/8a7a968213a0,42197,1732198823608/8a7a968213a0%2C42197%2C1732198823608.1732198824620 to pos 1078, reset compression=false 2024-11-21T14:20:38,861 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,44721,1732198820451.replicationSource.wal-reader.8a7a968213a0%2C44721%2C1732198820451,1-8a7a968213a0,44721,1732198820451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38793/user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9/WALs/8a7a968213a0,44721,1732198820451/8a7a968213a0%2C44721%2C1732198820451.1732198821634 to pos 1066, reset compression=false 2024-11-21T14:20:38,893 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,40529,1732198816325.replicationSource.wal-reader.8a7a968213a0%2C40529%2C1732198816325,1-8a7a968213a0,40529,1732198816325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43367/user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/WALs/8a7a968213a0,40529,1732198816325/8a7a968213a0%2C40529%2C1732198816325.1732198818314 to pos 913, reset compression=false 2024-11-21T14:20:38,898 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,40529,1732198816325.replicationSource.wal-reader.8a7a968213a0%2C40529%2C1732198816325,1-8a7a968213a0,40529,1732198816325 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T14:20:38,898 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,40529,1732198816325.replicationSource.wal-reader.8a7a968213a0%2C40529%2C1732198816325,1-8a7a968213a0,40529,1732198816325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43367/user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/WALs/8a7a968213a0,40529,1732198816325/8a7a968213a0%2C40529%2C1732198816325.1732198818314 to pos 1085, reset compression=false 2024-11-21T14:20:38,898 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,40529,1732198816325.replicationSource.shipper8a7a968213a0%2C40529%2C1732198816325,1-8a7a968213a0,40529,1732198816325 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8a7a968213a0,40529,1732198816325 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43367/user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/WALs/8a7a968213a0,40529,1732198816325/8a7a968213a0%2C40529%2C1732198816325.1732198818314, lastWalPosition=1085, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T14:20:38,921 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,42197,1732198823608.replicationSource.wal-reader.8a7a968213a0%2C42197%2C1732198823608,1-8a7a968213a0,42197,1732198823608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45595/user/jenkins/test-data/fbb70ec0-3fb4-90d8-187b-45ba61585eb9/WALs/8a7a968213a0,42197,1732198823608/8a7a968213a0%2C42197%2C1732198823608.1732198824620 to pos 1078, reset compression=false 2024-11-21T14:20:39,102 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,40529,1732198816325.replicationSource.wal-reader.8a7a968213a0%2C40529%2C1732198816325,1-8a7a968213a0,40529,1732198816325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43367/user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/WALs/8a7a968213a0,40529,1732198816325/8a7a968213a0%2C40529%2C1732198816325.1732198818314 to pos 1085, reset compression=false 2024-11-21T14:20:39,260 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-21T14:20:39,266 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-21T14:20:39,267 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,44721,1732198820451.replicationSource.wal-reader.8a7a968213a0%2C44721%2C1732198820451,1-8a7a968213a0,44721,1732198820451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38793/user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9/WALs/8a7a968213a0,44721,1732198820451/8a7a968213a0%2C44721%2C1732198820451.1732198821634 to pos 1066, reset compression=false 2024-11-21T14:20:39,298 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T14:20:39,299 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:20:39,299 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:20:39,324 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,42197,1732198823608.replicationSource.wal-reader.8a7a968213a0%2C42197%2C1732198823608,1-8a7a968213a0,42197,1732198823608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45595/user/jenkins/test-data/fbb70ec0-3fb4-90d8-187b-45ba61585eb9/WALs/8a7a968213a0,42197,1732198823608/8a7a968213a0%2C42197%2C1732198823608.1732198824620 to pos 1078, reset compression=false 2024-11-21T14:20:39,332 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,42197,1732198823608.replicationSource.wal-reader.8a7a968213a0%2C42197%2C1732198823608,1-8a7a968213a0,42197,1732198823608 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T14:20:39,332 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,42197,1732198823608.replicationSource.wal-reader.8a7a968213a0%2C42197%2C1732198823608,1-8a7a968213a0,42197,1732198823608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45595/user/jenkins/test-data/fbb70ec0-3fb4-90d8-187b-45ba61585eb9/WALs/8a7a968213a0,42197,1732198823608/8a7a968213a0%2C42197%2C1732198823608.1732198824620 to pos 1237, reset compression=false 2024-11-21T14:20:39,332 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,42197,1732198823608.replicationSource.shipper8a7a968213a0%2C42197%2C1732198823608,1-8a7a968213a0,42197,1732198823608 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8a7a968213a0,42197,1732198823608 got entry batch from reader: WALEntryBatch [walEntries=[{test/fc0234812e43f256754ae31e4c1b8b4b/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:45595/user/jenkins/test-data/fbb70ec0-3fb4-90d8-187b-45ba61585eb9/WALs/8a7a968213a0,42197,1732198823608/8a7a968213a0%2C42197%2C1732198823608.1732198824620, lastWalPosition=1237, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-21T14:20:39,334 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40529 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T14:20:39,338 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40529 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T14:20:39,348 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:20:39,348 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:20:39,349 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:20:39,350 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:20:39,350 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:20:39,351 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:20:39,359 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:20:39,362 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:20:39,362 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:20:39,367 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:20:39,418 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,40529,1732198816325.replicationSource.wal-reader.8a7a968213a0%2C40529%2C1732198816325,1-8a7a968213a0,40529,1732198816325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43367/user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/WALs/8a7a968213a0,40529,1732198816325/8a7a968213a0%2C40529%2C1732198816325.1732198818314 to pos 1085, reset compression=false 2024-11-21T14:20:39,426 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,40529,1732198816325.replicationSource.wal-reader.8a7a968213a0%2C40529%2C1732198816325,1-8a7a968213a0,40529,1732198816325 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T14:20:39,426 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,40529,1732198816325.replicationSource.wal-reader.8a7a968213a0%2C40529%2C1732198816325,1-8a7a968213a0,40529,1732198816325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43367/user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/WALs/8a7a968213a0,40529,1732198816325/8a7a968213a0%2C40529%2C1732198816325.1732198818314 to pos 1234, reset compression=false 2024-11-21T14:20:39,426 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,40529,1732198816325.replicationSource.shipper8a7a968213a0%2C40529%2C1732198816325,1-8a7a968213a0,40529,1732198816325 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8a7a968213a0,40529,1732198816325 got entry batch from reader: WALEntryBatch [walEntries=[{test/e6dafcb6772e15d5be0ffae684870439/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:43367/user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/WALs/8a7a968213a0,40529,1732198816325/8a7a968213a0%2C40529%2C1732198816325.1732198818314, lastWalPosition=1234, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-21T14:20:39,428 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44721 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T14:20:39,432 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44721 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T14:20:39,547 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,42197,1732198823608.replicationSource.wal-reader.8a7a968213a0%2C42197%2C1732198823608,1-8a7a968213a0,42197,1732198823608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45595/user/jenkins/test-data/fbb70ec0-3fb4-90d8-187b-45ba61585eb9/WALs/8a7a968213a0,42197,1732198823608/8a7a968213a0%2C42197%2C1732198823608.1732198824620 to pos 1237, reset compression=false 2024-11-21T14:20:39,639 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,40529,1732198816325.replicationSource.wal-reader.8a7a968213a0%2C40529%2C1732198816325,1-8a7a968213a0,40529,1732198816325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43367/user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/WALs/8a7a968213a0,40529,1732198816325/8a7a968213a0%2C40529%2C1732198816325.1732198818314 to pos 1234, reset compression=false 2024-11-21T14:20:39,786 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,44721,1732198820451.replicationSource.wal-reader.8a7a968213a0%2C44721%2C1732198820451,1-8a7a968213a0,44721,1732198820451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38793/user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9/WALs/8a7a968213a0,44721,1732198820451/8a7a968213a0%2C44721%2C1732198820451.1732198821634 to pos 1066, reset compression=false 2024-11-21T14:20:39,797 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,44721,1732198820451.replicationSource.wal-reader.8a7a968213a0%2C44721%2C1732198820451,1-8a7a968213a0,44721,1732198820451 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T14:20:39,797 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,44721,1732198820451.replicationSource.wal-reader.8a7a968213a0%2C44721%2C1732198820451,1-8a7a968213a0,44721,1732198820451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38793/user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9/WALs/8a7a968213a0,44721,1732198820451/8a7a968213a0%2C44721%2C1732198820451.1732198821634 to pos 1239, reset compression=false 2024-11-21T14:20:39,797 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,44721,1732198820451.replicationSource.shipper8a7a968213a0%2C44721%2C1732198820451,1-8a7a968213a0,44721,1732198820451 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8a7a968213a0,44721,1732198820451 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38793/user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9/WALs/8a7a968213a0,44721,1732198820451/8a7a968213a0%2C44721%2C1732198820451.1732198821634, lastWalPosition=1239, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T14:20:39,854 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,42197,1732198823608.replicationSource.wal-reader.8a7a968213a0%2C42197%2C1732198823608,1-8a7a968213a0,42197,1732198823608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45595/user/jenkins/test-data/fbb70ec0-3fb4-90d8-187b-45ba61585eb9/WALs/8a7a968213a0,42197,1732198823608/8a7a968213a0%2C42197%2C1732198823608.1732198824620 to pos 1237, reset compression=false 2024-11-21T14:20:39,966 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,40529,1732198816325.replicationSource.wal-reader.8a7a968213a0%2C40529%2C1732198816325,1-8a7a968213a0,40529,1732198816325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43367/user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/WALs/8a7a968213a0,40529,1732198816325/8a7a968213a0%2C40529%2C1732198816325.1732198818314 to pos 1234, reset compression=false 2024-11-21T14:20:40,042 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,44721,1732198820451.replicationSource.wal-reader.8a7a968213a0%2C44721%2C1732198820451,1-8a7a968213a0,44721,1732198820451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38793/user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9/WALs/8a7a968213a0,44721,1732198820451/8a7a968213a0%2C44721%2C1732198820451.1732198821634 to pos 1239, reset compression=false 2024-11-21T14:20:40,268 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-21T14:20:40,274 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1eece5a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:20:40,274 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8a7a968213a0,45357,-1 for getting cluster id 2024-11-21T14:20:40,274 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:20:40,274 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '78a4cb84-3fc6-4f5f-8c1d-44e2122b60a2' 2024-11-21T14:20:40,275 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:20:40,275 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "78a4cb84-3fc6-4f5f-8c1d-44e2122b60a2" 2024-11-21T14:20:40,275 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b6e9162, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:20:40,275 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a7a968213a0,45357,-1] 2024-11-21T14:20:40,275 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:20:40,275 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:20:40,276 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37300, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:20:40,276 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49f440b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:20:40,278 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,42197,1732198823608.replicationSource.wal-reader.8a7a968213a0%2C42197%2C1732198823608,1-8a7a968213a0,42197,1732198823608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45595/user/jenkins/test-data/fbb70ec0-3fb4-90d8-187b-45ba61585eb9/WALs/8a7a968213a0,42197,1732198823608/8a7a968213a0%2C42197%2C1732198823608.1732198824620 to pos 1237, reset compression=false 2024-11-21T14:20:40,278 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T14:20:40,279 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a7a968213a0,45357,1732198823518 2024-11-21T14:20:40,279 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3246e054 2024-11-21T14:20:40,280 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T14:20:40,281 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37312, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T14:20:40,281 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45357 {}] master.HMaster(3992): Client=jenkins//172.17.0.2 disable replication peer, id=1 2024-11-21T14:20:40,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45357 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-21T14:20:40,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-21T14:20:40,287 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T14:20:40,345 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,44721,1732198820451.replicationSource.wal-reader.8a7a968213a0%2C44721%2C1732198820451,1-8a7a968213a0,44721,1732198820451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38793/user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9/WALs/8a7a968213a0,44721,1732198820451/8a7a968213a0%2C44721%2C1732198820451.1732198821634 to pos 1239, reset compression=false 2024-11-21T14:20:40,386 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,40529,1732198816325.replicationSource.wal-reader.8a7a968213a0%2C40529%2C1732198816325,1-8a7a968213a0,40529,1732198816325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43367/user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/WALs/8a7a968213a0,40529,1732198816325/8a7a968213a0%2C40529%2C1732198816325.1732198818314 to pos 1234, reset compression=false 2024-11-21T14:20:40,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-21T14:20:40,440 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42197 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-21T14:20:40,440 INFO [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-21T14:20:40,441 INFO [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-21T14:20:40,441 INFO [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-8a7a968213a0,42197,1732198823608 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-21T14:20:40,441 INFO [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0. 2024-11-21T14:20:40,441 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:20:40,441 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:20:40,441 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:20:40,441 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:20:40,542 WARN [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,42197,1732198823608.replicationSource.wal-reader.8a7a968213a0%2C42197%2C1732198823608,1-8a7a968213a0,42197,1732198823608 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-21T14:20:40,542 WARN [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,42197,1732198823608.replicationSource.shipper8a7a968213a0%2C42197%2C1732198823608,1-8a7a968213a0,42197,1732198823608 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-21T14:20:40,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-21T14:20:40,642 INFO [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,42197,1732198823608.replicationSource.shipper8a7a968213a0%2C42197%2C1732198823608,1-8a7a968213a0,42197,1732198823608 terminated 2024-11-21T14:20:40,664 INFO [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-8a7a968213a0,42197,1732198823608, ReplicationSource: 1, currentBandwidth=0 2024-11-21T14:20:40,664 INFO [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-21T14:20:40,664 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-21T14:20:40,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45357 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-21T14:20:40,667 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on 8a7a968213a0,42197,1732198823608 suceeded 2024-11-21T14:20:40,669 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-21T14:20:40,669 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 380 msec 2024-11-21T14:20:40,669 INFO [PEWorker-4 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-21T14:20:40,670 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 387 msec 2024-11-21T14:20:40,679 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,42197,1732198823608 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8a7a968213a0:40387' 2024-11-21T14:20:40,680 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,42197,1732198823608 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2c59c1f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:20:40,680 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,42197,1732198823608 {}] client.ClusterIdFetcher(90): Going to request 8a7a968213a0,40387,-1 for getting cluster id 2024-11-21T14:20:40,681 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,42197,1732198823608 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:20:40,681 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c245edd4-9c81-4034-89cb-14def1ae1beb' 2024-11-21T14:20:40,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:20:40,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c245edd4-9c81-4034-89cb-14def1ae1beb" 2024-11-21T14:20:40,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@57ab5c09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:20:40,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a7a968213a0,40387,-1] 2024-11-21T14:20:40,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:20:40,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:20:40,683 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:20:40,683 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,42197,1732198823608 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@65f274ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:20:40,683 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,42197,1732198823608 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T14:20:40,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a7a968213a0,40387,1732198816266 2024-11-21T14:20:40,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@564b63fc 2024-11-21T14:20:40,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T14:20:40,685 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-21T14:20:40,686 INFO [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,42197,1732198823608 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-8a7a968213a0,42197,1732198823608 (queues=1) is replicating from cluster=78a4cb84-3fc6-4f5f-8c1d-44e2122b60a2 to cluster=c245edd4-9c81-4034-89cb-14def1ae1beb 2024-11-21T14:20:40,686 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,42197,1732198823608 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=8a7a968213a0%2C42197%2C1732198823608 2024-11-21T14:20:40,686 INFO [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,42197,1732198823608 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-8a7a968213a0,42197,1732198823608, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T14:20:40,687 INFO [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,42197,1732198823608.replicationSource.shipper8a7a968213a0%2C42197%2C1732198823608,1-8a7a968213a0,42197,1732198823608 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 8a7a968213a0%2C42197%2C1732198823608 2024-11-21T14:20:40,759 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,44721,1732198820451.replicationSource.wal-reader.8a7a968213a0%2C44721%2C1732198820451,1-8a7a968213a0,44721,1732198820451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38793/user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9/WALs/8a7a968213a0,44721,1732198820451/8a7a968213a0%2C44721%2C1732198820451.1732198821634 to pos 1239, reset compression=false 2024-11-21T14:20:40,889 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,40529,1732198816325.replicationSource.wal-reader.8a7a968213a0%2C40529%2C1732198816325,1-8a7a968213a0,40529,1732198816325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43367/user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/WALs/8a7a968213a0,40529,1732198816325/8a7a968213a0%2C40529%2C1732198816325.1732198818314 to pos 1234, reset compression=false 2024-11-21T14:20:40,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-21T14:20:40,911 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-21T14:20:40,911 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T14:20:40,911 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:20:40,911 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:20:40,911 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:20:40,911 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:20:40,916 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-21T14:20:41,263 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,44721,1732198820451.replicationSource.wal-reader.8a7a968213a0%2C44721%2C1732198820451,1-8a7a968213a0,44721,1732198820451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38793/user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9/WALs/8a7a968213a0,44721,1732198820451/8a7a968213a0%2C44721%2C1732198820451.1732198821634 to pos 1239, reset compression=false 2024-11-21T14:20:41,494 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,40529,1732198816325.replicationSource.wal-reader.8a7a968213a0%2C40529%2C1732198816325,1-8a7a968213a0,40529,1732198816325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43367/user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/WALs/8a7a968213a0,40529,1732198816325/8a7a968213a0%2C40529%2C1732198816325.1732198818314 to pos 1234, reset compression=false 2024-11-21T14:20:41,499 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,40529,1732198816325.replicationSource.wal-reader.8a7a968213a0%2C40529%2C1732198816325,1-8a7a968213a0,40529,1732198816325 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T14:20:41,499 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,40529,1732198816325.replicationSource.wal-reader.8a7a968213a0%2C40529%2C1732198816325,1-8a7a968213a0,40529,1732198816325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43367/user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/WALs/8a7a968213a0,40529,1732198816325/8a7a968213a0%2C40529%2C1732198816325.1732198818314 to pos 1338, reset compression=false 2024-11-21T14:20:41,499 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,40529,1732198816325.replicationSource.shipper8a7a968213a0%2C40529%2C1732198816325,1-8a7a968213a0,40529,1732198816325 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8a7a968213a0,40529,1732198816325 got entry batch from reader: WALEntryBatch [walEntries=[{test/e6dafcb6772e15d5be0ffae684870439/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:43367/user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/WALs/8a7a968213a0,40529,1732198816325/8a7a968213a0%2C40529%2C1732198816325.1732198818314, lastWalPosition=1338, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-21T14:20:41,500 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44721 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T14:20:41,504 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44721 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T14:20:41,703 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,40529,1732198816325.replicationSource.wal-reader.8a7a968213a0%2C40529%2C1732198816325,1-8a7a968213a0,40529,1732198816325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43367/user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/WALs/8a7a968213a0,40529,1732198816325/8a7a968213a0%2C40529%2C1732198816325.1732198818314 to pos 1338, reset compression=false 2024-11-21T14:20:41,866 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,44721,1732198820451.replicationSource.wal-reader.8a7a968213a0%2C44721%2C1732198820451,1-8a7a968213a0,44721,1732198820451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38793/user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9/WALs/8a7a968213a0,44721,1732198820451/8a7a968213a0%2C44721%2C1732198820451.1732198821634 to pos 1239, reset compression=false 2024-11-21T14:20:41,871 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,44721,1732198820451.replicationSource.wal-reader.8a7a968213a0%2C44721%2C1732198820451,1-8a7a968213a0,44721,1732198820451 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T14:20:41,871 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,44721,1732198820451.replicationSource.wal-reader.8a7a968213a0%2C44721%2C1732198820451,1-8a7a968213a0,44721,1732198820451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38793/user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9/WALs/8a7a968213a0,44721,1732198820451/8a7a968213a0%2C44721%2C1732198820451.1732198821634 to pos 1367, reset compression=false 2024-11-21T14:20:41,871 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,44721,1732198820451.replicationSource.shipper8a7a968213a0%2C44721%2C1732198820451,1-8a7a968213a0,44721,1732198820451 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8a7a968213a0,44721,1732198820451 got entry batch from reader: WALEntryBatch [walEntries=[{test/cb05b841110013210884e23a83b52f0c/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:38793/user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9/WALs/8a7a968213a0,44721,1732198820451/8a7a968213a0%2C44721%2C1732198820451.1732198821634, lastWalPosition=1367, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-21T14:20:41,872 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42197 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T14:20:41,874 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42197 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T14:20:41,918 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-21T14:20:41,920 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4326adf6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:20:41,920 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8a7a968213a0,45357,-1 for getting cluster id 2024-11-21T14:20:41,920 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:20:41,921 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '78a4cb84-3fc6-4f5f-8c1d-44e2122b60a2' 2024-11-21T14:20:41,921 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:20:41,921 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "78a4cb84-3fc6-4f5f-8c1d-44e2122b60a2" 2024-11-21T14:20:41,921 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63e8add9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:20:41,921 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a7a968213a0,45357,-1] 2024-11-21T14:20:41,921 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:20:41,921 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:20:41,922 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56182, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:20:41,922 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f7e4124, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:20:41,925 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T14:20:41,925 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a7a968213a0,45357,1732198823518 2024-11-21T14:20:41,925 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@682d9d82 2024-11-21T14:20:41,926 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T14:20:41,927 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T14:20:41,927 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45357 {}] master.HMaster(3986): Client=jenkins//172.17.0.2 enable replication peer, id=1 2024-11-21T14:20:41,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45357 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-21T14:20:41,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-21T14:20:41,933 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T14:20:42,007 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,40529,1732198816325.replicationSource.wal-reader.8a7a968213a0%2C40529%2C1732198816325,1-8a7a968213a0,40529,1732198816325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43367/user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/WALs/8a7a968213a0,40529,1732198816325/8a7a968213a0%2C40529%2C1732198816325.1732198818314 to pos 1338, reset compression=false 2024-11-21T14:20:42,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-21T14:20:42,077 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,44721,1732198820451.replicationSource.wal-reader.8a7a968213a0%2C44721%2C1732198820451,1-8a7a968213a0,44721,1732198820451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38793/user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9/WALs/8a7a968213a0,44721,1732198820451/8a7a968213a0%2C44721%2C1732198820451.1732198821634 to pos 1367, reset compression=false 2024-11-21T14:20:42,080 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,44721,1732198820451.replicationSource.wal-reader.8a7a968213a0%2C44721%2C1732198820451,1-8a7a968213a0,44721,1732198820451 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T14:20:42,080 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,44721,1732198820451.replicationSource.wal-reader.8a7a968213a0%2C44721%2C1732198820451,1-8a7a968213a0,44721,1732198820451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38793/user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9/WALs/8a7a968213a0,44721,1732198820451/8a7a968213a0%2C44721%2C1732198820451.1732198821634 to pos 1471, reset compression=false 2024-11-21T14:20:42,080 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,44721,1732198820451.replicationSource.shipper8a7a968213a0%2C44721%2C1732198820451,1-8a7a968213a0,44721,1732198820451 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8a7a968213a0,44721,1732198820451 got entry batch from reader: WALEntryBatch [walEntries=[{test/cb05b841110013210884e23a83b52f0c/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:38793/user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9/WALs/8a7a968213a0,44721,1732198820451/8a7a968213a0%2C44721%2C1732198820451.1732198821634, lastWalPosition=1471, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-21T14:20:42,081 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42197 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T14:20:42,084 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42197 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T14:20:42,085 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42197 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-21T14:20:42,085 INFO [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-21T14:20:42,085 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-21T14:20:42,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45357 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-21T14:20:42,088 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on 8a7a968213a0,42197,1732198823608 suceeded 2024-11-21T14:20:42,088 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,42197,1732198823608.replicationSource.wal-reader.8a7a968213a0%2C42197%2C1732198823608,1-8a7a968213a0,42197,1732198823608 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45595/user/jenkins/test-data/fbb70ec0-3fb4-90d8-187b-45ba61585eb9/WALs/8a7a968213a0,42197,1732198823608/8a7a968213a0%2C42197%2C1732198823608.1732198824620, startPosition=1237, beingWritten=true 2024-11-21T14:20:42,089 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-21T14:20:42,090 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 155 msec 2024-11-21T14:20:42,090 INFO [PEWorker-5 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-21T14:20:42,091 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 163 msec 2024-11-21T14:20:42,093 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,42197,1732198823608.replicationSource.wal-reader.8a7a968213a0%2C42197%2C1732198823608,1-8a7a968213a0,42197,1732198823608 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T14:20:42,093 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,42197,1732198823608.replicationSource.wal-reader.8a7a968213a0%2C42197%2C1732198823608,1-8a7a968213a0,42197,1732198823608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45595/user/jenkins/test-data/fbb70ec0-3fb4-90d8-187b-45ba61585eb9/WALs/8a7a968213a0,42197,1732198823608/8a7a968213a0%2C42197%2C1732198823608.1732198824620 to pos 1515, reset compression=false 2024-11-21T14:20:42,093 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,42197,1732198823608.replicationSource.shipper8a7a968213a0%2C42197%2C1732198823608,1-8a7a968213a0,42197,1732198823608 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8a7a968213a0,42197,1732198823608 got entry batch from reader: WALEntryBatch [walEntries=[{test/fc0234812e43f256754ae31e4c1b8b4b/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:45595/user/jenkins/test-data/fbb70ec0-3fb4-90d8-187b-45ba61585eb9/WALs/8a7a968213a0,42197,1732198823608/8a7a968213a0%2C42197%2C1732198823608.1732198824620, lastWalPosition=1515, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-21T14:20:42,096 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,42197,1732198823608.replicationSource.shipper8a7a968213a0%2C42197%2C1732198823608,1-8a7a968213a0,42197,1732198823608 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T14:20:42,096 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59444, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-21T14:20:42,097 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40529 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T14:20:42,099 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40529 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T14:20:42,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-21T14:20:42,251 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-21T14:20:42,251 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T14:20:42,251 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:20:42,251 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:20:42,251 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:20:42,251 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:20:42,253 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-21T14:20:42,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T14:20:42,253 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T14:20:42,253 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:20:42,253 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:20:42,253 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:20:42,253 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:20:42,254 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T14:20:42,254 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1999128668, stopped=false 2024-11-21T14:20:42,254 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8a7a968213a0,45357,1732198823518 2024-11-21T14:20:42,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45357-0x1013ae640520006, quorum=127.0.0.1:55038, baseZNode=/2425533469 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2425533469/running 2024-11-21T14:20:42,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42197-0x1013ae640520007, quorum=127.0.0.1:55038, baseZNode=/2425533469 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2425533469/running 2024-11-21T14:20:42,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45357-0x1013ae640520006, quorum=127.0.0.1:55038, baseZNode=/2425533469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2425533469 2024-11-21T14:20:42,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42197-0x1013ae640520007, quorum=127.0.0.1:55038, baseZNode=/2425533469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2425533469 2024-11-21T14:20:42,255 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T14:20:42,255 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T14:20:42,256 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:20:42,256 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:20:42,256 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8a7a968213a0,42197,1732198823608' ***** 2024-11-21T14:20:42,256 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T14:20:42,256 INFO [RS:0;8a7a968213a0:42197 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T14:20:42,256 INFO [RS:0;8a7a968213a0:42197 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T14:20:42,256 INFO [RS:0;8a7a968213a0:42197 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T14:20:42,256 INFO [RS:0;8a7a968213a0:42197 {}] regionserver.HRegionServer(3091): Received CLOSE for fc0234812e43f256754ae31e4c1b8b4b 2024-11-21T14:20:42,257 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45357-0x1013ae640520006, quorum=127.0.0.1:55038, baseZNode=/2425533469 Set watcher on znode that does not yet exist, /2425533469/running 2024-11-21T14:20:42,257 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42197-0x1013ae640520007, quorum=127.0.0.1:55038, baseZNode=/2425533469 Set watcher on znode that does not yet exist, /2425533469/running 2024-11-21T14:20:42,257 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T14:20:42,257 INFO [RS:0;8a7a968213a0:42197 {}] regionserver.HRegionServer(3091): Received CLOSE for 68168a268c1c44aa643af058577af169 2024-11-21T14:20:42,257 INFO [RS:0;8a7a968213a0:42197 {}] regionserver.HRegionServer(959): stopping server 8a7a968213a0,42197,1732198823608 2024-11-21T14:20:42,257 INFO [RS:0;8a7a968213a0:42197 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T14:20:42,257 INFO [RS:0;8a7a968213a0:42197 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8a7a968213a0:42197. 2024-11-21T14:20:42,257 DEBUG [RS:0;8a7a968213a0:42197 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:20:42,257 DEBUG [RS:0;8a7a968213a0:42197 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:20:42,257 INFO [RS:0;8a7a968213a0:42197 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T14:20:42,257 INFO [RS:0;8a7a968213a0:42197 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T14:20:42,257 INFO [RS:0;8a7a968213a0:42197 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T14:20:42,257 INFO [RS:0;8a7a968213a0:42197 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T14:20:42,258 INFO [RS:0;8a7a968213a0:42197 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-21T14:20:42,258 DEBUG [RS:0;8a7a968213a0:42197 {}] regionserver.HRegionServer(1325): Online Regions={fc0234812e43f256754ae31e4c1b8b4b=test,,1732198829583.fc0234812e43f256754ae31e4c1b8b4b., 1588230740=hbase:meta,,1.1588230740, 68168a268c1c44aa643af058577af169=hbase:replication,,1732198833047.68168a268c1c44aa643af058577af169.} 2024-11-21T14:20:42,258 DEBUG [RS:0;8a7a968213a0:42197 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 68168a268c1c44aa643af058577af169, fc0234812e43f256754ae31e4c1b8b4b 2024-11-21T14:20:42,258 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fc0234812e43f256754ae31e4c1b8b4b, disabling compactions & flushes 2024-11-21T14:20:42,258 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T14:20:42,258 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732198829583.fc0234812e43f256754ae31e4c1b8b4b. 2024-11-21T14:20:42,258 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T14:20:42,258 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732198829583.fc0234812e43f256754ae31e4c1b8b4b. 2024-11-21T14:20:42,258 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732198829583.fc0234812e43f256754ae31e4c1b8b4b. after waiting 0 ms 2024-11-21T14:20:42,258 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T14:20:42,258 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732198829583.fc0234812e43f256754ae31e4c1b8b4b. 2024-11-21T14:20:42,258 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T14:20:42,258 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T14:20:42,258 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing fc0234812e43f256754ae31e4c1b8b4b 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-21T14:20:42,258 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-21T14:20:42,275 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45595/user/jenkins/test-data/fbb70ec0-3fb4-90d8-187b-45ba61585eb9/data/default/test/fc0234812e43f256754ae31e4c1b8b4b/.tmp/f/8a6e9030e3dd4c188907428d49f605d7 is 37, key is row3/f:row3/1732198840913/Put/seqid=0 2024-11-21T14:20:42,277 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45595/user/jenkins/test-data/fbb70ec0-3fb4-90d8-187b-45ba61585eb9/data/hbase/meta/1588230740/.tmp/info/ed2382850d7b458d908838187e7ffc18 is 147, key is hbase:replication,,1732198833047.68168a268c1c44aa643af058577af169./info:regioninfo/1732198833807/Put/seqid=0 2024-11-21T14:20:42,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33545 is added to blk_1073741840_1016 (size=5228) 2024-11-21T14:20:42,280 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45595/user/jenkins/test-data/fbb70ec0-3fb4-90d8-187b-45ba61585eb9/data/default/test/fc0234812e43f256754ae31e4c1b8b4b/.tmp/f/8a6e9030e3dd4c188907428d49f605d7 2024-11-21T14:20:42,283 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,44721,1732198820451.replicationSource.wal-reader.8a7a968213a0%2C44721%2C1732198820451,1-8a7a968213a0,44721,1732198820451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38793/user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9/WALs/8a7a968213a0,44721,1732198820451/8a7a968213a0%2C44721%2C1732198820451.1732198821634 to pos 1471, reset compression=false 2024-11-21T14:20:42,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33545 is added to blk_1073741841_1017 (size=7686) 2024-11-21T14:20:42,288 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45595/user/jenkins/test-data/fbb70ec0-3fb4-90d8-187b-45ba61585eb9/data/hbase/meta/1588230740/.tmp/info/ed2382850d7b458d908838187e7ffc18 2024-11-21T14:20:42,296 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,42197,1732198823608.replicationSource.wal-reader.8a7a968213a0%2C42197%2C1732198823608,1-8a7a968213a0,42197,1732198823608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45595/user/jenkins/test-data/fbb70ec0-3fb4-90d8-187b-45ba61585eb9/WALs/8a7a968213a0,42197,1732198823608/8a7a968213a0%2C42197%2C1732198823608.1732198824620 to pos 1515, reset compression=false 2024-11-21T14:20:42,299 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8a6e9030e3dd4c188907428d49f605d7 2024-11-21T14:20:42,301 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,42197,1732198823608.replicationSource.wal-reader.8a7a968213a0%2C42197%2C1732198823608,1-8a7a968213a0,42197,1732198823608 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T14:20:42,301 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,42197,1732198823608.replicationSource.wal-reader.8a7a968213a0%2C42197%2C1732198823608,1-8a7a968213a0,42197,1732198823608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45595/user/jenkins/test-data/fbb70ec0-3fb4-90d8-187b-45ba61585eb9/WALs/8a7a968213a0,42197,1732198823608/8a7a968213a0%2C42197%2C1732198823608.1732198824620 to pos 1762, reset compression=false 2024-11-21T14:20:42,301 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,42197,1732198823608.replicationSource.shipper8a7a968213a0%2C42197%2C1732198823608,1-8a7a968213a0,42197,1732198823608 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8a7a968213a0,42197,1732198823608 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45595/user/jenkins/test-data/fbb70ec0-3fb4-90d8-187b-45ba61585eb9/WALs/8a7a968213a0,42197,1732198823608/8a7a968213a0%2C42197%2C1732198823608.1732198824620, lastWalPosition=1762, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T14:20:42,302 INFO [regionserver/8a7a968213a0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T14:20:42,302 ERROR [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,42197,1732198823608.replicationSource.shipper8a7a968213a0%2C42197%2C1732198823608,1-8a7a968213a0,42197,1732198823608 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 8a7a968213a0,42197,1732198823608: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-8a7a968213a0,42197,1732198823608, walGroup=8a7a968213a0%2C42197%2C1732198823608, offset=8a7a968213a0%2C42197%2C1732198823608.1732198824620:1762, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8a7a968213a0:42197 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-21T14:20:42,304 ERROR [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,42197,1732198823608.replicationSource.shipper8a7a968213a0%2C42197%2C1732198823608,1-8a7a968213a0,42197,1732198823608 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-21T14:20:42,304 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,42197,1732198823608.replicationSource.shipper8a7a968213a0%2C42197%2C1732198823608,1-8a7a968213a0,42197,1732198823608 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-21T14:20:42,304 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,42197,1732198823608.replicationSource.shipper8a7a968213a0%2C42197%2C1732198823608,1-8a7a968213a0,42197,1732198823608 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-21T14:20:42,304 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,42197,1732198823608.replicationSource.shipper8a7a968213a0%2C42197%2C1732198823608,1-8a7a968213a0,42197,1732198823608 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-21T14:20:42,304 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,42197,1732198823608.replicationSource.shipper8a7a968213a0%2C42197%2C1732198823608,1-8a7a968213a0,42197,1732198823608 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-21T14:20:42,304 INFO [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,42197,1732198823608.replicationSource.shipper8a7a968213a0%2C42197%2C1732198823608,1-8a7a968213a0,42197,1732198823608 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1153433600, "init": 1048576000, "max": 2306867200, "used": 801917528 }, "NonHeapMemoryUsage": { "committed": 200998912, "init": 7667712, "max": -1, "used": 198190144 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-21T14:20:42,305 WARN [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,42197,1732198823608.replicationSource.shipper8a7a968213a0%2C42197%2C1732198823608,1-8a7a968213a0,42197,1732198823608 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8a7a968213a0:45357 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8a7a968213a0:45357 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-21T14:20:42,313 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45595/user/jenkins/test-data/fbb70ec0-3fb4-90d8-187b-45ba61585eb9/data/hbase/meta/1588230740/.tmp/ns/1d0c8729a0c1482db15ffeeb05338d7d is 43, key is default/ns:d/1732198825212/Put/seqid=0 2024-11-21T14:20:42,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33545 is added to blk_1073741842_1018 (size=5153) 2024-11-21T14:20:42,326 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45595/user/jenkins/test-data/fbb70ec0-3fb4-90d8-187b-45ba61585eb9/data/default/test/fc0234812e43f256754ae31e4c1b8b4b/.tmp/f1/ce1d43b9033c4f52a9808ab229048fc0 is 30, key is row1/f1:/1732198838255/DeleteFamily/seqid=0 2024-11-21T14:20:42,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33545 is added to blk_1073741843_1019 (size=5158) 2024-11-21T14:20:42,334 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45595/user/jenkins/test-data/fbb70ec0-3fb4-90d8-187b-45ba61585eb9/data/default/test/fc0234812e43f256754ae31e4c1b8b4b/.tmp/f1/ce1d43b9033c4f52a9808ab229048fc0 2024-11-21T14:20:42,338 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ce1d43b9033c4f52a9808ab229048fc0 2024-11-21T14:20:42,356 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45595/user/jenkins/test-data/fbb70ec0-3fb4-90d8-187b-45ba61585eb9/data/default/test/fc0234812e43f256754ae31e4c1b8b4b/.tmp/norep/7a5a8af7184042799d3e037e4a380ab9 is 33, key is row2/norep:/1732198839261/DeleteFamily/seqid=0 2024-11-21T14:20:42,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33545 is added to blk_1073741844_1020 (size=5108) 2024-11-21T14:20:42,360 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45595/user/jenkins/test-data/fbb70ec0-3fb4-90d8-187b-45ba61585eb9/data/default/test/fc0234812e43f256754ae31e4c1b8b4b/.tmp/norep/7a5a8af7184042799d3e037e4a380ab9 2024-11-21T14:20:42,365 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7a5a8af7184042799d3e037e4a380ab9 2024-11-21T14:20:42,366 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45595/user/jenkins/test-data/fbb70ec0-3fb4-90d8-187b-45ba61585eb9/data/default/test/fc0234812e43f256754ae31e4c1b8b4b/.tmp/f/8a6e9030e3dd4c188907428d49f605d7 as hdfs://localhost:45595/user/jenkins/test-data/fbb70ec0-3fb4-90d8-187b-45ba61585eb9/data/default/test/fc0234812e43f256754ae31e4c1b8b4b/f/8a6e9030e3dd4c188907428d49f605d7 2024-11-21T14:20:42,369 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8a6e9030e3dd4c188907428d49f605d7 2024-11-21T14:20:42,369 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45595/user/jenkins/test-data/fbb70ec0-3fb4-90d8-187b-45ba61585eb9/data/default/test/fc0234812e43f256754ae31e4c1b8b4b/f/8a6e9030e3dd4c188907428d49f605d7, entries=5, sequenceid=12, filesize=5.1 K 2024-11-21T14:20:42,370 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45595/user/jenkins/test-data/fbb70ec0-3fb4-90d8-187b-45ba61585eb9/data/default/test/fc0234812e43f256754ae31e4c1b8b4b/.tmp/f1/ce1d43b9033c4f52a9808ab229048fc0 as hdfs://localhost:45595/user/jenkins/test-data/fbb70ec0-3fb4-90d8-187b-45ba61585eb9/data/default/test/fc0234812e43f256754ae31e4c1b8b4b/f1/ce1d43b9033c4f52a9808ab229048fc0 2024-11-21T14:20:42,374 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ce1d43b9033c4f52a9808ab229048fc0 2024-11-21T14:20:42,374 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45595/user/jenkins/test-data/fbb70ec0-3fb4-90d8-187b-45ba61585eb9/data/default/test/fc0234812e43f256754ae31e4c1b8b4b/f1/ce1d43b9033c4f52a9808ab229048fc0, entries=3, sequenceid=12, filesize=5.0 K 2024-11-21T14:20:42,374 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45595/user/jenkins/test-data/fbb70ec0-3fb4-90d8-187b-45ba61585eb9/data/default/test/fc0234812e43f256754ae31e4c1b8b4b/.tmp/norep/7a5a8af7184042799d3e037e4a380ab9 as hdfs://localhost:45595/user/jenkins/test-data/fbb70ec0-3fb4-90d8-187b-45ba61585eb9/data/default/test/fc0234812e43f256754ae31e4c1b8b4b/norep/7a5a8af7184042799d3e037e4a380ab9 2024-11-21T14:20:42,378 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7a5a8af7184042799d3e037e4a380ab9 2024-11-21T14:20:42,378 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45595/user/jenkins/test-data/fbb70ec0-3fb4-90d8-187b-45ba61585eb9/data/default/test/fc0234812e43f256754ae31e4c1b8b4b/norep/7a5a8af7184042799d3e037e4a380ab9, entries=1, sequenceid=12, filesize=5.0 K 2024-11-21T14:20:42,379 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for fc0234812e43f256754ae31e4c1b8b4b in 121ms, sequenceid=12, compaction requested=false 2024-11-21T14:20:42,383 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45595/user/jenkins/test-data/fbb70ec0-3fb4-90d8-187b-45ba61585eb9/data/default/test/fc0234812e43f256754ae31e4c1b8b4b/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-21T14:20:42,383 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T14:20:42,383 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T14:20:42,383 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732198829583.fc0234812e43f256754ae31e4c1b8b4b. 2024-11-21T14:20:42,384 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fc0234812e43f256754ae31e4c1b8b4b: Waiting for close lock at 1732198842258Running coprocessor pre-close hooks at 1732198842258Disabling compacts and flushes for region at 1732198842258Disabling writes for close at 1732198842258Obtaining lock to block concurrent updates at 1732198842258Preparing flush snapshotting stores in fc0234812e43f256754ae31e4c1b8b4b at 1732198842258Finished memstore snapshotting test,,1732198829583.fc0234812e43f256754ae31e4c1b8b4b., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732198842259 (+1 ms)Flushing stores of test,,1732198829583.fc0234812e43f256754ae31e4c1b8b4b. at 1732198842259Flushing fc0234812e43f256754ae31e4c1b8b4b/f: creating writer at 1732198842259Flushing fc0234812e43f256754ae31e4c1b8b4b/f: appending metadata at 1732198842274 (+15 ms)Flushing fc0234812e43f256754ae31e4c1b8b4b/f: closing flushed file at 1732198842274Flushing fc0234812e43f256754ae31e4c1b8b4b/f1: creating writer at 1732198842299 (+25 ms)Flushing fc0234812e43f256754ae31e4c1b8b4b/f1: appending metadata at 1732198842325 (+26 ms)Flushing fc0234812e43f256754ae31e4c1b8b4b/f1: closing flushed file at 1732198842325Flushing fc0234812e43f256754ae31e4c1b8b4b/norep: creating writer at 1732198842339 (+14 ms)Flushing fc0234812e43f256754ae31e4c1b8b4b/norep: appending metadata at 1732198842355 (+16 ms)Flushing fc0234812e43f256754ae31e4c1b8b4b/norep: closing flushed file at 1732198842355Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4626649f: reopening flushed file at 1732198842365 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68d06f4a: reopening flushed file at 1732198842369 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@262d8ae9: reopening flushed file at 1732198842374 (+5 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for fc0234812e43f256754ae31e4c1b8b4b in 121ms, sequenceid=12, compaction requested=false at 1732198842379 (+5 ms)Writing region close event to WAL at 1732198842380 (+1 ms)Running coprocessor post-close hooks at 1732198842383 (+3 ms)Closed at 1732198842383 2024-11-21T14:20:42,384 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732198829583.fc0234812e43f256754ae31e4c1b8b4b. 2024-11-21T14:20:42,384 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 68168a268c1c44aa643af058577af169, disabling compactions & flushes 2024-11-21T14:20:42,384 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732198833047.68168a268c1c44aa643af058577af169. 2024-11-21T14:20:42,384 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732198833047.68168a268c1c44aa643af058577af169. 2024-11-21T14:20:42,384 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732198833047.68168a268c1c44aa643af058577af169. after waiting 0 ms 2024-11-21T14:20:42,384 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732198833047.68168a268c1c44aa643af058577af169. 2024-11-21T14:20:42,384 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 68168a268c1c44aa643af058577af169: Waiting for close lock at 1732198842384Running coprocessor pre-close hooks at 1732198842384Disabling compacts and flushes for region at 1732198842384Disabling writes for close at 1732198842384Failed flush hbase:replication,,1732198833047.68168a268c1c44aa643af058577af169., putting online again at 1732198842384 2024-11-21T14:20:42,384 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732198833047.68168a268c1c44aa643af058577af169. 2024-11-21T14:20:42,411 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,40529,1732198816325.replicationSource.wal-reader.8a7a968213a0%2C40529%2C1732198816325,1-8a7a968213a0,40529,1732198816325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43367/user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/WALs/8a7a968213a0,40529,1732198816325/8a7a968213a0%2C40529%2C1732198816325.1732198818314 to pos 1338, reset compression=false 2024-11-21T14:20:42,414 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,40529,1732198816325.replicationSource.wal-reader.8a7a968213a0%2C40529%2C1732198816325,1-8a7a968213a0,40529,1732198816325 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T14:20:42,414 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,40529,1732198816325.replicationSource.wal-reader.8a7a968213a0%2C40529%2C1732198816325,1-8a7a968213a0,40529,1732198816325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43367/user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/WALs/8a7a968213a0,40529,1732198816325/8a7a968213a0%2C40529%2C1732198816325.1732198818314 to pos 1488, reset compression=false 2024-11-21T14:20:42,415 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,40529,1732198816325.replicationSource.shipper8a7a968213a0%2C40529%2C1732198816325,1-8a7a968213a0,40529,1732198816325 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8a7a968213a0,40529,1732198816325 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43367/user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/WALs/8a7a968213a0,40529,1732198816325/8a7a968213a0%2C40529%2C1732198816325.1732198818314, lastWalPosition=1488, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T14:20:42,458 INFO [RS:0;8a7a968213a0:42197 {}] regionserver.HRegionServer(3091): Received CLOSE for 68168a268c1c44aa643af058577af169 2024-11-21T14:20:42,458 DEBUG [RS:0;8a7a968213a0:42197 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 68168a268c1c44aa643af058577af169 2024-11-21T14:20:42,458 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 68168a268c1c44aa643af058577af169, disabling compactions & flushes 2024-11-21T14:20:42,458 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732198833047.68168a268c1c44aa643af058577af169. 2024-11-21T14:20:42,458 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732198833047.68168a268c1c44aa643af058577af169. 2024-11-21T14:20:42,458 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732198833047.68168a268c1c44aa643af058577af169. after waiting 0 ms 2024-11-21T14:20:42,458 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732198833047.68168a268c1c44aa643af058577af169. 2024-11-21T14:20:42,458 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 68168a268c1c44aa643af058577af169: Waiting for close lock at 1732198842458Running coprocessor pre-close hooks at 1732198842458Disabling compacts and flushes for region at 1732198842458Disabling writes for close at 1732198842458Failed flush hbase:replication,,1732198833047.68168a268c1c44aa643af058577af169., putting online again at 1732198842458 2024-11-21T14:20:42,459 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732198833047.68168a268c1c44aa643af058577af169. 2024-11-21T14:20:42,489 INFO [regionserver/8a7a968213a0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T14:20:42,489 INFO [regionserver/8a7a968213a0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T14:20:42,507 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,42197,1732198823608.replicationSource.wal-reader.8a7a968213a0%2C42197%2C1732198823608,1-8a7a968213a0,42197,1732198823608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45595/user/jenkins/test-data/fbb70ec0-3fb4-90d8-187b-45ba61585eb9/WALs/8a7a968213a0,42197,1732198823608/8a7a968213a0%2C42197%2C1732198823608.1732198824620 to pos 1762, reset compression=false 2024-11-21T14:20:42,512 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,42197,1732198823608.replicationSource.wal-reader.8a7a968213a0%2C42197%2C1732198823608,1-8a7a968213a0,42197,1732198823608 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T14:20:42,512 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,42197,1732198823608.replicationSource.wal-reader.8a7a968213a0%2C42197%2C1732198823608,1-8a7a968213a0,42197,1732198823608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45595/user/jenkins/test-data/fbb70ec0-3fb4-90d8-187b-45ba61585eb9/WALs/8a7a968213a0,42197,1732198823608/8a7a968213a0%2C42197%2C1732198823608.1732198824620 to pos 2406, reset compression=false 2024-11-21T14:20:42,603 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,44721,1732198820451.replicationSource.wal-reader.8a7a968213a0%2C44721%2C1732198820451,1-8a7a968213a0,44721,1732198820451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38793/user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9/WALs/8a7a968213a0,44721,1732198820451/8a7a968213a0%2C44721%2C1732198820451.1732198821634 to pos 1471, reset compression=false 2024-11-21T14:20:42,617 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,40529,1732198816325.replicationSource.wal-reader.8a7a968213a0%2C40529%2C1732198816325,1-8a7a968213a0,40529,1732198816325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43367/user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/WALs/8a7a968213a0,40529,1732198816325/8a7a968213a0%2C40529%2C1732198816325.1732198818314 to pos 1488, reset compression=false 2024-11-21T14:20:42,658 DEBUG [RS:0;8a7a968213a0:42197 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T14:20:42,715 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,42197,1732198823608.replicationSource.wal-reader.8a7a968213a0%2C42197%2C1732198823608,1-8a7a968213a0,42197,1732198823608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45595/user/jenkins/test-data/fbb70ec0-3fb4-90d8-187b-45ba61585eb9/WALs/8a7a968213a0,42197,1732198823608/8a7a968213a0%2C42197%2C1732198823608.1732198824620 to pos 2406, reset compression=false 2024-11-21T14:20:42,717 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45595/user/jenkins/test-data/fbb70ec0-3fb4-90d8-187b-45ba61585eb9/data/hbase/meta/1588230740/.tmp/ns/1d0c8729a0c1482db15ffeeb05338d7d 2024-11-21T14:20:42,737 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45595/user/jenkins/test-data/fbb70ec0-3fb4-90d8-187b-45ba61585eb9/data/hbase/meta/1588230740/.tmp/rep_barrier/3146b0c0262c403aa8278f364c2e3c96 is 112, key is test,,1732198829583.fc0234812e43f256754ae31e4c1b8b4b./rep_barrier:seqnumDuringOpen/1732198830350/Put/seqid=0 2024-11-21T14:20:42,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33545 is added to blk_1073741845_1021 (size=5518) 2024-11-21T14:20:42,741 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45595/user/jenkins/test-data/fbb70ec0-3fb4-90d8-187b-45ba61585eb9/data/hbase/meta/1588230740/.tmp/rep_barrier/3146b0c0262c403aa8278f364c2e3c96 2024-11-21T14:20:42,762 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45595/user/jenkins/test-data/fbb70ec0-3fb4-90d8-187b-45ba61585eb9/data/hbase/meta/1588230740/.tmp/table/eefed09c503e44e6a0a59398cb804068 is 53, key is hbase:replication/table:state/1732198833814/Put/seqid=0 2024-11-21T14:20:42,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33545 is added to blk_1073741846_1022 (size=5308) 2024-11-21T14:20:42,859 DEBUG [RS:0;8a7a968213a0:42197 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T14:20:42,920 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,40529,1732198816325.replicationSource.wal-reader.8a7a968213a0%2C40529%2C1732198816325,1-8a7a968213a0,40529,1732198816325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43367/user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/WALs/8a7a968213a0,40529,1732198816325/8a7a968213a0%2C40529%2C1732198816325.1732198818314 to pos 1488, reset compression=false 2024-11-21T14:20:43,006 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,44721,1732198820451.replicationSource.wal-reader.8a7a968213a0%2C44721%2C1732198820451,1-8a7a968213a0,44721,1732198820451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38793/user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9/WALs/8a7a968213a0,44721,1732198820451/8a7a968213a0%2C44721%2C1732198820451.1732198821634 to pos 1471, reset compression=false 2024-11-21T14:20:43,021 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,42197,1732198823608.replicationSource.wal-reader.8a7a968213a0%2C42197%2C1732198823608,1-8a7a968213a0,42197,1732198823608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45595/user/jenkins/test-data/fbb70ec0-3fb4-90d8-187b-45ba61585eb9/WALs/8a7a968213a0,42197,1732198823608/8a7a968213a0%2C42197%2C1732198823608.1732198824620 to pos 2406, reset compression=false 2024-11-21T14:20:43,059 DEBUG [RS:0;8a7a968213a0:42197 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T14:20:43,165 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45595/user/jenkins/test-data/fbb70ec0-3fb4-90d8-187b-45ba61585eb9/data/hbase/meta/1588230740/.tmp/table/eefed09c503e44e6a0a59398cb804068 2024-11-21T14:20:43,171 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45595/user/jenkins/test-data/fbb70ec0-3fb4-90d8-187b-45ba61585eb9/data/hbase/meta/1588230740/.tmp/info/ed2382850d7b458d908838187e7ffc18 as hdfs://localhost:45595/user/jenkins/test-data/fbb70ec0-3fb4-90d8-187b-45ba61585eb9/data/hbase/meta/1588230740/info/ed2382850d7b458d908838187e7ffc18 2024-11-21T14:20:43,175 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45595/user/jenkins/test-data/fbb70ec0-3fb4-90d8-187b-45ba61585eb9/data/hbase/meta/1588230740/info/ed2382850d7b458d908838187e7ffc18, entries=20, sequenceid=16, filesize=7.5 K 2024-11-21T14:20:43,176 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45595/user/jenkins/test-data/fbb70ec0-3fb4-90d8-187b-45ba61585eb9/data/hbase/meta/1588230740/.tmp/ns/1d0c8729a0c1482db15ffeeb05338d7d as hdfs://localhost:45595/user/jenkins/test-data/fbb70ec0-3fb4-90d8-187b-45ba61585eb9/data/hbase/meta/1588230740/ns/1d0c8729a0c1482db15ffeeb05338d7d 2024-11-21T14:20:43,179 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45595/user/jenkins/test-data/fbb70ec0-3fb4-90d8-187b-45ba61585eb9/data/hbase/meta/1588230740/ns/1d0c8729a0c1482db15ffeeb05338d7d, entries=2, sequenceid=16, filesize=5.0 K 2024-11-21T14:20:43,180 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45595/user/jenkins/test-data/fbb70ec0-3fb4-90d8-187b-45ba61585eb9/data/hbase/meta/1588230740/.tmp/rep_barrier/3146b0c0262c403aa8278f364c2e3c96 as hdfs://localhost:45595/user/jenkins/test-data/fbb70ec0-3fb4-90d8-187b-45ba61585eb9/data/hbase/meta/1588230740/rep_barrier/3146b0c0262c403aa8278f364c2e3c96 2024-11-21T14:20:43,183 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45595/user/jenkins/test-data/fbb70ec0-3fb4-90d8-187b-45ba61585eb9/data/hbase/meta/1588230740/rep_barrier/3146b0c0262c403aa8278f364c2e3c96, entries=1, sequenceid=16, filesize=5.4 K 2024-11-21T14:20:43,183 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45595/user/jenkins/test-data/fbb70ec0-3fb4-90d8-187b-45ba61585eb9/data/hbase/meta/1588230740/.tmp/table/eefed09c503e44e6a0a59398cb804068 as hdfs://localhost:45595/user/jenkins/test-data/fbb70ec0-3fb4-90d8-187b-45ba61585eb9/data/hbase/meta/1588230740/table/eefed09c503e44e6a0a59398cb804068 2024-11-21T14:20:43,187 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45595/user/jenkins/test-data/fbb70ec0-3fb4-90d8-187b-45ba61585eb9/data/hbase/meta/1588230740/table/eefed09c503e44e6a0a59398cb804068, entries=4, sequenceid=16, filesize=5.2 K 2024-11-21T14:20:43,188 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 930ms, sequenceid=16, compaction requested=false 2024-11-21T14:20:43,196 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45595/user/jenkins/test-data/fbb70ec0-3fb4-90d8-187b-45ba61585eb9/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-21T14:20:43,196 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T14:20:43,196 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T14:20:43,196 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T14:20:43,196 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732198842258Running coprocessor pre-close hooks at 1732198842258Disabling compacts and flushes for region at 1732198842258Disabling writes for close at 1732198842258Obtaining lock to block concurrent updates at 1732198842258Preparing flush snapshotting stores in 1588230740 at 1732198842258Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732198842259 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732198842259Flushing 1588230740/info: creating writer at 1732198842259Flushing 1588230740/info: appending metadata at 1732198842277 (+18 ms)Flushing 1588230740/info: closing flushed file at 1732198842277Flushing 1588230740/ns: creating writer at 1732198842293 (+16 ms)Flushing 1588230740/ns: appending metadata at 1732198842312 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1732198842312Flushing 1588230740/rep_barrier: creating writer at 1732198842722 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732198842736 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732198842736Flushing 1588230740/table: creating writer at 1732198842745 (+9 ms)Flushing 1588230740/table: appending metadata at 1732198842761 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732198842761Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e60312: reopening flushed file at 1732198843170 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44e36084: reopening flushed file at 1732198843175 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5bb9fd04: reopening flushed file at 1732198843179 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11555d4: reopening flushed file at 1732198843183 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 930ms, sequenceid=16, compaction requested=false at 1732198843188 (+5 ms)Writing region close event to WAL at 1732198843193 (+5 ms)Running coprocessor post-close hooks at 1732198843196 (+3 ms)Closed at 1732198843196 2024-11-21T14:20:43,197 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T14:20:43,259 INFO [RS:0;8a7a968213a0:42197 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-21T14:20:43,259 DEBUG [RS:0;8a7a968213a0:42197 {}] regionserver.HRegionServer(1325): Online Regions={68168a268c1c44aa643af058577af169=hbase:replication,,1732198833047.68168a268c1c44aa643af058577af169.} 2024-11-21T14:20:43,259 INFO [RS:0;8a7a968213a0:42197 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-21T14:20:43,259 INFO [RS:0;8a7a968213a0:42197 {}] regionserver.HRegionServer(976): stopping server 8a7a968213a0,42197,1732198823608; all regions closed. 2024-11-21T14:20:43,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33545 is added to blk_1073741834_1010 (size=4239) 2024-11-21T14:20:43,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33545 is added to blk_1073741839_1015 (size=2390) 2024-11-21T14:20:43,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33545 is added to blk_1073741832_1008 (size=2414) 2024-11-21T14:20:43,267 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fbb70ec0-3fb4-90d8-187b-45ba61585eb9/WALs/8a7a968213a0,42197,1732198823608/8a7a968213a0%2C42197%2C1732198823608.1732198824620 not finished, retry = 0 2024-11-21T14:20:43,324 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,40529,1732198816325.replicationSource.wal-reader.8a7a968213a0%2C40529%2C1732198816325,1-8a7a968213a0,40529,1732198816325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43367/user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/WALs/8a7a968213a0,40529,1732198816325/8a7a968213a0%2C40529%2C1732198816325.1732198818314 to pos 1488, reset compression=false 2024-11-21T14:20:43,368 DEBUG [RS:0;8a7a968213a0:42197 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:20:43,368 INFO [RS:0;8a7a968213a0:42197 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T14:20:43,369 INFO [RS:0;8a7a968213a0:42197 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T14:20:43,369 INFO [RS:0;8a7a968213a0:42197 {}] hbase.ChoreService(370): Chore service for: regionserver/8a7a968213a0:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T14:20:43,369 INFO [RS:0;8a7a968213a0:42197 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T14:20:43,369 INFO [regionserver/8a7a968213a0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T14:20:43,369 INFO [RS:0;8a7a968213a0:42197 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-8a7a968213a0,42197,1732198823608 because: Region server is closing 2024-11-21T14:20:43,369 INFO [RS:0;8a7a968213a0:42197 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8a7a968213a0:42197. 2024-11-21T14:20:43,369 DEBUG [RS:0;8a7a968213a0:42197 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:20:43,370 DEBUG [RS:0;8a7a968213a0:42197 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:20:43,370 DEBUG [RS:0;8a7a968213a0:42197 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:20:43,370 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:20:43,470 INFO [RS:0;8a7a968213a0:42197 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,42197,1732198823608.replicationSource.shipper8a7a968213a0%2C42197%2C1732198823608,1-8a7a968213a0,42197,1732198823608 terminated 2024-11-21T14:20:43,470 INFO [RS:0;8a7a968213a0:42197 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8a7a968213a0:42197. 2024-11-21T14:20:43,470 DEBUG [RS:0;8a7a968213a0:42197 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:20:43,470 DEBUG [RS:0;8a7a968213a0:42197 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:20:43,470 DEBUG [RS:0;8a7a968213a0:42197 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:20:43,470 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:20:43,471 INFO [RS:0;8a7a968213a0:42197 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42197 2024-11-21T14:20:43,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42197-0x1013ae640520007, quorum=127.0.0.1:55038, baseZNode=/2425533469 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2425533469/rs/8a7a968213a0,42197,1732198823608 2024-11-21T14:20:43,473 INFO [RS:0;8a7a968213a0:42197 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T14:20:43,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45357-0x1013ae640520006, quorum=127.0.0.1:55038, baseZNode=/2425533469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2425533469/rs 2024-11-21T14:20:43,474 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8a7a968213a0,42197,1732198823608] 2024-11-21T14:20:43,475 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2425533469/draining/8a7a968213a0,42197,1732198823608 already deleted, retry=false 2024-11-21T14:20:43,475 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8a7a968213a0,42197,1732198823608 expired; onlineServers=0 2024-11-21T14:20:43,475 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8a7a968213a0,45357,1732198823518' ***** 2024-11-21T14:20:43,475 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T14:20:43,475 INFO [M:0;8a7a968213a0:45357 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T14:20:43,476 INFO [M:0;8a7a968213a0:45357 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T14:20:43,476 DEBUG [M:0;8a7a968213a0:45357 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T14:20:43,476 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T14:20:43,476 DEBUG [M:0;8a7a968213a0:45357 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T14:20:43,476 DEBUG [master/8a7a968213a0:0:becomeActiveMaster-HFileCleaner.small.0-1732198824380 {}] cleaner.HFileCleaner(306): Exit Thread[master/8a7a968213a0:0:becomeActiveMaster-HFileCleaner.small.0-1732198824380,5,FailOnTimeoutGroup] 2024-11-21T14:20:43,476 INFO [M:0;8a7a968213a0:45357 {}] hbase.ChoreService(370): Chore service for: master/8a7a968213a0:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T14:20:43,476 DEBUG [master/8a7a968213a0:0:becomeActiveMaster-HFileCleaner.large.0-1732198824373 {}] cleaner.HFileCleaner(306): Exit Thread[master/8a7a968213a0:0:becomeActiveMaster-HFileCleaner.large.0-1732198824373,5,FailOnTimeoutGroup] 2024-11-21T14:20:43,476 INFO [M:0;8a7a968213a0:45357 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T14:20:43,476 DEBUG [M:0;8a7a968213a0:45357 {}] master.HMaster(1795): Stopping service threads 2024-11-21T14:20:43,476 INFO [M:0;8a7a968213a0:45357 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T14:20:43,476 INFO [M:0;8a7a968213a0:45357 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T14:20:43,476 INFO [M:0;8a7a968213a0:45357 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T14:20:43,477 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T14:20:43,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45357-0x1013ae640520006, quorum=127.0.0.1:55038, baseZNode=/2425533469 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2425533469/master 2024-11-21T14:20:43,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45357-0x1013ae640520006, quorum=127.0.0.1:55038, baseZNode=/2425533469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2425533469 2024-11-21T14:20:43,481 DEBUG [M:0;8a7a968213a0:45357 {}] zookeeper.RecoverableZooKeeper(212): Node /2425533469/master already deleted, retry=false 2024-11-21T14:20:43,481 DEBUG [M:0;8a7a968213a0:45357 {}] master.ActiveMasterManager(353): master:45357-0x1013ae640520006, quorum=127.0.0.1:55038, baseZNode=/2425533469 Failed delete of our master address node; KeeperErrorCode = NoNode for /2425533469/master 2024-11-21T14:20:43,482 INFO [M:0;8a7a968213a0:45357 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45595/user/jenkins/test-data/fbb70ec0-3fb4-90d8-187b-45ba61585eb9/.lastflushedseqids 2024-11-21T14:20:43,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33545 is added to blk_1073741847_1023 (size=245) 2024-11-21T14:20:43,510 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,44721,1732198820451.replicationSource.wal-reader.8a7a968213a0%2C44721%2C1732198820451,1-8a7a968213a0,44721,1732198820451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38793/user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9/WALs/8a7a968213a0,44721,1732198820451/8a7a968213a0%2C44721%2C1732198820451.1732198821634 to pos 1471, reset compression=false 2024-11-21T14:20:43,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42197-0x1013ae640520007, quorum=127.0.0.1:55038, baseZNode=/2425533469 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T14:20:43,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42197-0x1013ae640520007, quorum=127.0.0.1:55038, baseZNode=/2425533469 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T14:20:43,574 INFO [RS:0;8a7a968213a0:42197 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T14:20:43,575 INFO [RS:0;8a7a968213a0:42197 {}] regionserver.HRegionServer(1031): Exiting; stopping=8a7a968213a0,42197,1732198823608; zookeeper connection closed. 2024-11-21T14:20:43,575 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4c27a64c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4c27a64c 2024-11-21T14:20:43,575 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T14:20:43,827 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,40529,1732198816325.replicationSource.wal-reader.8a7a968213a0%2C40529%2C1732198816325,1-8a7a968213a0,40529,1732198816325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43367/user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/WALs/8a7a968213a0,40529,1732198816325/8a7a968213a0%2C40529%2C1732198816325.1732198818314 to pos 1488, reset compression=false 2024-11-21T14:20:43,894 INFO [M:0;8a7a968213a0:45357 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T14:20:43,894 INFO [M:0;8a7a968213a0:45357 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T14:20:43,895 DEBUG [M:0;8a7a968213a0:45357 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T14:20:43,895 INFO [M:0;8a7a968213a0:45357 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:20:43,895 DEBUG [M:0;8a7a968213a0:45357 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:20:43,895 DEBUG [M:0;8a7a968213a0:45357 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T14:20:43,895 DEBUG [M:0;8a7a968213a0:45357 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:20:43,895 INFO [M:0;8a7a968213a0:45357 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.57 KB heapSize=75.48 KB 2024-11-21T14:20:43,910 DEBUG [M:0;8a7a968213a0:45357 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45595/user/jenkins/test-data/fbb70ec0-3fb4-90d8-187b-45ba61585eb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4cf53f872cf946a4a504270ee0732ca0 is 82, key is hbase:meta,,1/info:regioninfo/1732198825202/Put/seqid=0 2024-11-21T14:20:43,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33545 is added to blk_1073741848_1024 (size=5672) 2024-11-21T14:20:44,113 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,44721,1732198820451.replicationSource.wal-reader.8a7a968213a0%2C44721%2C1732198820451,1-8a7a968213a0,44721,1732198820451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38793/user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9/WALs/8a7a968213a0,44721,1732198820451/8a7a968213a0%2C44721%2C1732198820451.1732198821634 to pos 1471, reset compression=false 2024-11-21T14:20:44,314 INFO [M:0;8a7a968213a0:45357 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:45595/user/jenkins/test-data/fbb70ec0-3fb4-90d8-187b-45ba61585eb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4cf53f872cf946a4a504270ee0732ca0 2024-11-21T14:20:44,336 DEBUG [M:0;8a7a968213a0:45357 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45595/user/jenkins/test-data/fbb70ec0-3fb4-90d8-187b-45ba61585eb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d998410345134febaa2d947f1af51c0e is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732198833817/Put/seqid=0 2024-11-21T14:20:44,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33545 is added to blk_1073741849_1025 (size=9211) 2024-11-21T14:20:44,431 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,40529,1732198816325.replicationSource.wal-reader.8a7a968213a0%2C40529%2C1732198816325,1-8a7a968213a0,40529,1732198816325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43367/user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/WALs/8a7a968213a0,40529,1732198816325/8a7a968213a0%2C40529%2C1732198816325.1732198818314 to pos 1488, reset compression=false 2024-11-21T14:20:44,740 INFO [M:0;8a7a968213a0:45357 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.02 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:45595/user/jenkins/test-data/fbb70ec0-3fb4-90d8-187b-45ba61585eb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d998410345134febaa2d947f1af51c0e 2024-11-21T14:20:44,759 DEBUG [M:0;8a7a968213a0:45357 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45595/user/jenkins/test-data/fbb70ec0-3fb4-90d8-187b-45ba61585eb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1bde278986d145fd8a3f9704a3bae82b is 69, key is 8a7a968213a0,42197,1732198823608/rs:state/1732198824468/Put/seqid=0 2024-11-21T14:20:44,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33545 is added to blk_1073741850_1026 (size=5156) 2024-11-21T14:20:44,818 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,44721,1732198820451.replicationSource.wal-reader.8a7a968213a0%2C44721%2C1732198820451,1-8a7a968213a0,44721,1732198820451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38793/user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9/WALs/8a7a968213a0,44721,1732198820451/8a7a968213a0%2C44721%2C1732198820451.1732198821634 to pos 1471, reset compression=false 2024-11-21T14:20:45,134 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,40529,1732198816325.replicationSource.wal-reader.8a7a968213a0%2C40529%2C1732198816325,1-8a7a968213a0,40529,1732198816325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43367/user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/WALs/8a7a968213a0,40529,1732198816325/8a7a968213a0%2C40529%2C1732198816325.1732198818314 to pos 1488, reset compression=false 2024-11-21T14:20:45,164 INFO [M:0;8a7a968213a0:45357 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:45595/user/jenkins/test-data/fbb70ec0-3fb4-90d8-187b-45ba61585eb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1bde278986d145fd8a3f9704a3bae82b 2024-11-21T14:20:45,168 DEBUG [M:0;8a7a968213a0:45357 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45595/user/jenkins/test-data/fbb70ec0-3fb4-90d8-187b-45ba61585eb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4cf53f872cf946a4a504270ee0732ca0 as hdfs://localhost:45595/user/jenkins/test-data/fbb70ec0-3fb4-90d8-187b-45ba61585eb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4cf53f872cf946a4a504270ee0732ca0 2024-11-21T14:20:45,172 INFO [M:0;8a7a968213a0:45357 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45595/user/jenkins/test-data/fbb70ec0-3fb4-90d8-187b-45ba61585eb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4cf53f872cf946a4a504270ee0732ca0, entries=8, sequenceid=127, filesize=5.5 K 2024-11-21T14:20:45,172 DEBUG [M:0;8a7a968213a0:45357 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45595/user/jenkins/test-data/fbb70ec0-3fb4-90d8-187b-45ba61585eb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d998410345134febaa2d947f1af51c0e as hdfs://localhost:45595/user/jenkins/test-data/fbb70ec0-3fb4-90d8-187b-45ba61585eb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d998410345134febaa2d947f1af51c0e 2024-11-21T14:20:45,176 INFO [M:0;8a7a968213a0:45357 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45595/user/jenkins/test-data/fbb70ec0-3fb4-90d8-187b-45ba61585eb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d998410345134febaa2d947f1af51c0e, entries=15, sequenceid=127, filesize=9.0 K 2024-11-21T14:20:45,176 DEBUG [M:0;8a7a968213a0:45357 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45595/user/jenkins/test-data/fbb70ec0-3fb4-90d8-187b-45ba61585eb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1bde278986d145fd8a3f9704a3bae82b as hdfs://localhost:45595/user/jenkins/test-data/fbb70ec0-3fb4-90d8-187b-45ba61585eb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1bde278986d145fd8a3f9704a3bae82b 2024-11-21T14:20:45,180 INFO [M:0;8a7a968213a0:45357 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45595/user/jenkins/test-data/fbb70ec0-3fb4-90d8-187b-45ba61585eb9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1bde278986d145fd8a3f9704a3bae82b, entries=1, sequenceid=127, filesize=5.0 K 2024-11-21T14:20:45,181 INFO [M:0;8a7a968213a0:45357 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.57 KB/65097, heapSize ~75.18 KB/76984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=127, compaction requested=false 2024-11-21T14:20:45,182 INFO [M:0;8a7a968213a0:45357 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:20:45,182 DEBUG [M:0;8a7a968213a0:45357 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732198843895Disabling compacts and flushes for region at 1732198843895Disabling writes for close at 1732198843895Obtaining lock to block concurrent updates at 1732198843895Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732198843895Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65097, getHeapSize=77224, getOffHeapSize=0, getCellsCount=148 at 1732198843895Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732198843896 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732198843896Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732198843909 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732198843910 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732198844318 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732198844335 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732198844335Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732198844744 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732198844759 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732198844759Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e70fd17: reopening flushed file at 1732198845168 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44c15d3b: reopening flushed file at 1732198845172 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f556771: reopening flushed file at 1732198845176 (+4 ms)Finished flush of dataSize ~63.57 KB/65097, heapSize ~75.18 KB/76984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=127, compaction requested=false at 1732198845181 (+5 ms)Writing region close event to WAL at 1732198845182 (+1 ms)Closed at 1732198845182 2024-11-21T14:20:45,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33545 is added to blk_1073741830_1006 (size=73854) 2024-11-21T14:20:45,183 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fbb70ec0-3fb4-90d8-187b-45ba61585eb9/MasterData/WALs/8a7a968213a0,45357,1732198823518/8a7a968213a0%2C45357%2C1732198823518.1732198824222 not finished, retry = 0 2024-11-21T14:20:45,284 INFO [M:0;8a7a968213a0:45357 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T14:20:45,284 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T14:20:45,285 INFO [M:0;8a7a968213a0:45357 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45357 2024-11-21T14:20:45,285 INFO [M:0;8a7a968213a0:45357 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T14:20:45,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45357-0x1013ae640520006, quorum=127.0.0.1:55038, baseZNode=/2425533469 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T14:20:45,386 INFO [M:0;8a7a968213a0:45357 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T14:20:45,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45357-0x1013ae640520006, quorum=127.0.0.1:55038, baseZNode=/2425533469 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T14:20:45,389 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@29a9c03{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T14:20:45,390 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f83a877{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T14:20:45,390 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T14:20:45,390 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@736c85e8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T14:20:45,390 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@182f4d14{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6529030-a23c-3a33-1314-7e7c9baa5b3c/hadoop.log.dir/,STOPPED} 2024-11-21T14:20:45,391 WARN [BP-465977711-172.17.0.2-1732198822708 heartbeating to localhost/127.0.0.1:45595 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T14:20:45,391 WARN [BP-465977711-172.17.0.2-1732198822708 heartbeating to localhost/127.0.0.1:45595 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-465977711-172.17.0.2-1732198822708 (Datanode Uuid 06a62457-a75a-49a9-8a30-5325341c28d2) service to localhost/127.0.0.1:45595 2024-11-21T14:20:45,391 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T14:20:45,391 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T14:20:45,392 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6529030-a23c-3a33-1314-7e7c9baa5b3c/cluster_02aa2dd1-c025-f437-084e-09d34add16c2/data/data1/current/BP-465977711-172.17.0.2-1732198822708 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T14:20:45,392 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6529030-a23c-3a33-1314-7e7c9baa5b3c/cluster_02aa2dd1-c025-f437-084e-09d34add16c2/data/data2/current/BP-465977711-172.17.0.2-1732198822708 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T14:20:45,392 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T14:20:45,398 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@39ede66{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T14:20:45,398 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6f137416{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T14:20:45,398 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T14:20:45,398 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@422ef394{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T14:20:45,398 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7d26d8f9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6529030-a23c-3a33-1314-7e7c9baa5b3c/hadoop.log.dir/,STOPPED} 2024-11-21T14:20:45,411 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T14:20:45,411 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T14:20:45,411 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T14:20:45,412 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:20:45,412 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:20:45,412 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:20:45,412 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:20:45,412 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T14:20:45,412 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=934449022, stopped=false 2024-11-21T14:20:45,412 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8a7a968213a0,44135,1732198820416 2024-11-21T14:20:45,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44721-0x1013ae640520004, quorum=127.0.0.1:55038, baseZNode=/1154410476 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1154410476/running 2024-11-21T14:20:45,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44721-0x1013ae640520004, quorum=127.0.0.1:55038, baseZNode=/1154410476 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1154410476 2024-11-21T14:20:45,417 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44721-0x1013ae640520004, quorum=127.0.0.1:55038, baseZNode=/1154410476 Set watcher on znode that does not yet exist, /1154410476/running 2024-11-21T14:20:45,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44135-0x1013ae640520003, quorum=127.0.0.1:55038, baseZNode=/1154410476 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1154410476/running 2024-11-21T14:20:45,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44135-0x1013ae640520003, quorum=127.0.0.1:55038, baseZNode=/1154410476 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1154410476 2024-11-21T14:20:45,420 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T14:20:45,421 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T14:20:45,421 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:20:45,421 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:20:45,421 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8a7a968213a0,44721,1732198820451' ***** 2024-11-21T14:20:45,421 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T14:20:45,421 INFO [RS:0;8a7a968213a0:44721 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T14:20:45,421 INFO [RS:0;8a7a968213a0:44721 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T14:20:45,421 INFO [RS:0;8a7a968213a0:44721 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T14:20:45,421 INFO [RS:0;8a7a968213a0:44721 {}] regionserver.HRegionServer(3091): Received CLOSE for cb05b841110013210884e23a83b52f0c 2024-11-21T14:20:45,422 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44135-0x1013ae640520003, quorum=127.0.0.1:55038, baseZNode=/1154410476 Set watcher on znode that does not yet exist, /1154410476/running 2024-11-21T14:20:45,422 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T14:20:45,422 INFO [RS:0;8a7a968213a0:44721 {}] regionserver.HRegionServer(3091): Received CLOSE for 963801ed1682d435862a53b5a2afd48a 2024-11-21T14:20:45,422 INFO [RS:0;8a7a968213a0:44721 {}] regionserver.HRegionServer(959): stopping server 8a7a968213a0,44721,1732198820451 2024-11-21T14:20:45,422 INFO [RS:0;8a7a968213a0:44721 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T14:20:45,422 INFO [RS:0;8a7a968213a0:44721 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8a7a968213a0:44721. 2024-11-21T14:20:45,422 DEBUG [RS:0;8a7a968213a0:44721 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:20:45,422 DEBUG [RS:0;8a7a968213a0:44721 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:20:45,422 INFO [RS:0;8a7a968213a0:44721 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T14:20:45,422 INFO [RS:0;8a7a968213a0:44721 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T14:20:45,422 INFO [RS:0;8a7a968213a0:44721 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T14:20:45,422 INFO [RS:0;8a7a968213a0:44721 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T14:20:45,422 INFO [RS:0;8a7a968213a0:44721 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-21T14:20:45,422 DEBUG [RS:0;8a7a968213a0:44721 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, cb05b841110013210884e23a83b52f0c=test,,1732198827424.cb05b841110013210884e23a83b52f0c., 963801ed1682d435862a53b5a2afd48a=hbase:replication,,1732198831900.963801ed1682d435862a53b5a2afd48a.} 2024-11-21T14:20:45,422 DEBUG [RS:0;8a7a968213a0:44721 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 963801ed1682d435862a53b5a2afd48a, cb05b841110013210884e23a83b52f0c 2024-11-21T14:20:45,423 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cb05b841110013210884e23a83b52f0c, disabling compactions & flushes 2024-11-21T14:20:45,423 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T14:20:45,423 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732198827424.cb05b841110013210884e23a83b52f0c. 2024-11-21T14:20:45,423 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T14:20:45,423 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732198827424.cb05b841110013210884e23a83b52f0c. 2024-11-21T14:20:45,423 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732198827424.cb05b841110013210884e23a83b52f0c. after waiting 0 ms 2024-11-21T14:20:45,423 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T14:20:45,423 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732198827424.cb05b841110013210884e23a83b52f0c. 2024-11-21T14:20:45,423 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T14:20:45,423 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T14:20:45,423 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing cb05b841110013210884e23a83b52f0c 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-21T14:20:45,423 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-21T14:20:45,432 INFO [regionserver/8a7a968213a0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T14:20:45,443 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38793/user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9/data/hbase/meta/1588230740/.tmp/info/2923eea7e3984fe08781137eb2ce240f is 147, key is hbase:replication,,1732198831900.963801ed1682d435862a53b5a2afd48a./info:regioninfo/1732198832669/Put/seqid=0 2024-11-21T14:20:45,445 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38793/user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9/data/default/test/cb05b841110013210884e23a83b52f0c/.tmp/f/a6086896f8564786ab7942d9d7622191 is 37, key is row3/f:row3/1732198840913/Put/seqid=0 2024-11-21T14:20:45,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45593 is added to blk_1073741840_1016 (size=7686) 2024-11-21T14:20:45,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45593 is added to blk_1073741841_1017 (size=5228) 2024-11-21T14:20:45,537 INFO [regionserver/8a7a968213a0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T14:20:45,537 INFO [regionserver/8a7a968213a0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T14:20:45,621 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,44721,1732198820451.replicationSource.wal-reader.8a7a968213a0%2C44721%2C1732198820451,1-8a7a968213a0,44721,1732198820451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38793/user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9/WALs/8a7a968213a0,44721,1732198820451/8a7a968213a0%2C44721%2C1732198820451.1732198821634 to pos 1471, reset compression=false 2024-11-21T14:20:45,623 DEBUG [RS:0;8a7a968213a0:44721 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 963801ed1682d435862a53b5a2afd48a, cb05b841110013210884e23a83b52f0c 2024-11-21T14:20:45,626 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,44721,1732198820451.replicationSource.wal-reader.8a7a968213a0%2C44721%2C1732198820451,1-8a7a968213a0,44721,1732198820451 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T14:20:45,626 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,44721,1732198820451.replicationSource.wal-reader.8a7a968213a0%2C44721%2C1732198820451,1-8a7a968213a0,44721,1732198820451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38793/user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9/WALs/8a7a968213a0,44721,1732198820451/8a7a968213a0%2C44721%2C1732198820451.1732198821634 to pos 1718, reset compression=false 2024-11-21T14:20:45,626 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,44721,1732198820451.replicationSource.shipper8a7a968213a0%2C44721%2C1732198820451,1-8a7a968213a0,44721,1732198820451 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8a7a968213a0,44721,1732198820451 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38793/user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9/WALs/8a7a968213a0,44721,1732198820451/8a7a968213a0%2C44721%2C1732198820451.1732198821634, lastWalPosition=1718, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T14:20:45,626 ERROR [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,44721,1732198820451.replicationSource.shipper8a7a968213a0%2C44721%2C1732198820451,1-8a7a968213a0,44721,1732198820451 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 8a7a968213a0,44721,1732198820451: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-8a7a968213a0,44721,1732198820451, walGroup=8a7a968213a0%2C44721%2C1732198820451, offset=8a7a968213a0%2C44721%2C1732198820451.1732198821634:1718, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8a7a968213a0:44721 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-21T14:20:45,627 ERROR [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,44721,1732198820451.replicationSource.shipper8a7a968213a0%2C44721%2C1732198820451,1-8a7a968213a0,44721,1732198820451 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-21T14:20:45,627 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,44721,1732198820451.replicationSource.shipper8a7a968213a0%2C44721%2C1732198820451,1-8a7a968213a0,44721,1732198820451 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-21T14:20:45,628 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,44721,1732198820451.replicationSource.shipper8a7a968213a0%2C44721%2C1732198820451,1-8a7a968213a0,44721,1732198820451 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-21T14:20:45,628 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,44721,1732198820451.replicationSource.shipper8a7a968213a0%2C44721%2C1732198820451,1-8a7a968213a0,44721,1732198820451 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-21T14:20:45,628 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,44721,1732198820451.replicationSource.shipper8a7a968213a0%2C44721%2C1732198820451,1-8a7a968213a0,44721,1732198820451 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-21T14:20:45,628 INFO [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,44721,1732198820451.replicationSource.shipper8a7a968213a0%2C44721%2C1732198820451,1-8a7a968213a0,44721,1732198820451 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1153433600, "init": 1048576000, "max": 2306867200, "used": 871123544 }, "NonHeapMemoryUsage": { "committed": 201588736, "init": 7667712, "max": -1, "used": 198726584 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-21T14:20:45,629 WARN [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,44721,1732198820451.replicationSource.shipper8a7a968213a0%2C44721%2C1732198820451,1-8a7a968213a0,44721,1732198820451 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8a7a968213a0:44135 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8a7a968213a0:44135 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-21T14:20:45,823 DEBUG [RS:0;8a7a968213a0:44721 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 963801ed1682d435862a53b5a2afd48a, cb05b841110013210884e23a83b52f0c 2024-11-21T14:20:45,829 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,44721,1732198820451.replicationSource.wal-reader.8a7a968213a0%2C44721%2C1732198820451,1-8a7a968213a0,44721,1732198820451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38793/user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9/WALs/8a7a968213a0,44721,1732198820451/8a7a968213a0%2C44721%2C1732198820451.1732198821634 to pos 1718, reset compression=false 2024-11-21T14:20:45,854 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T14:20:45,856 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38793/user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9/data/hbase/meta/1588230740/.tmp/info/2923eea7e3984fe08781137eb2ce240f 2024-11-21T14:20:45,859 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38793/user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9/data/default/test/cb05b841110013210884e23a83b52f0c/.tmp/f/a6086896f8564786ab7942d9d7622191 2024-11-21T14:20:45,862 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a6086896f8564786ab7942d9d7622191 2024-11-21T14:20:45,876 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38793/user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9/data/default/test/cb05b841110013210884e23a83b52f0c/.tmp/f1/7a430dd8e88f4da6b56afe2783cdc8da is 30, key is row1/f1:/1732198838255/DeleteFamily/seqid=0 2024-11-21T14:20:45,877 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38793/user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9/data/hbase/meta/1588230740/.tmp/ns/14af6e91a66642fa8a23372dd4de6791 is 43, key is default/ns:d/1732198822587/Put/seqid=0 2024-11-21T14:20:45,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45593 is added to blk_1073741842_1018 (size=5158) 2024-11-21T14:20:45,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45593 is added to blk_1073741843_1019 (size=5153) 2024-11-21T14:20:45,938 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,40529,1732198816325.replicationSource.wal-reader.8a7a968213a0%2C40529%2C1732198816325,1-8a7a968213a0,40529,1732198816325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43367/user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/WALs/8a7a968213a0,40529,1732198816325/8a7a968213a0%2C40529%2C1732198816325.1732198818314 to pos 1488, reset compression=false 2024-11-21T14:20:46,023 DEBUG [RS:0;8a7a968213a0:44721 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 963801ed1682d435862a53b5a2afd48a, cb05b841110013210884e23a83b52f0c 2024-11-21T14:20:46,133 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,44721,1732198820451.replicationSource.wal-reader.8a7a968213a0%2C44721%2C1732198820451,1-8a7a968213a0,44721,1732198820451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38793/user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9/WALs/8a7a968213a0,44721,1732198820451/8a7a968213a0%2C44721%2C1732198820451.1732198821634 to pos 1718, reset compression=false 2024-11-21T14:20:46,223 DEBUG [RS:0;8a7a968213a0:44721 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 963801ed1682d435862a53b5a2afd48a, cb05b841110013210884e23a83b52f0c 2024-11-21T14:20:46,280 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38793/user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9/data/default/test/cb05b841110013210884e23a83b52f0c/.tmp/f1/7a430dd8e88f4da6b56afe2783cdc8da 2024-11-21T14:20:46,280 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38793/user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9/data/hbase/meta/1588230740/.tmp/ns/14af6e91a66642fa8a23372dd4de6791 2024-11-21T14:20:46,284 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7a430dd8e88f4da6b56afe2783cdc8da 2024-11-21T14:20:46,298 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38793/user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9/data/hbase/meta/1588230740/.tmp/rep_barrier/3dc5e6f6c3cf459aacb757546efee361 is 112, key is test,,1732198827424.cb05b841110013210884e23a83b52f0c./rep_barrier:seqnumDuringOpen/1732198828590/Put/seqid=0 2024-11-21T14:20:46,298 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38793/user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9/data/default/test/cb05b841110013210884e23a83b52f0c/.tmp/norep/5d6f0c814eea4d38aeb69bf71bca8107 is 33, key is row1/norep:/1732198838255/DeleteFamily/seqid=0 2024-11-21T14:20:46,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45593 is added to blk_1073741844_1020 (size=5518) 2024-11-21T14:20:46,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45593 is added to blk_1073741845_1021 (size=5108) 2024-11-21T14:20:46,302 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38793/user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9/data/hbase/meta/1588230740/.tmp/rep_barrier/3dc5e6f6c3cf459aacb757546efee361 2024-11-21T14:20:46,324 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38793/user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9/data/hbase/meta/1588230740/.tmp/table/dfe8c5a660cb403ea7bb65ad427d8459 is 53, key is hbase:replication/table:state/1732198832676/Put/seqid=0 2024-11-21T14:20:46,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45593 is added to blk_1073741846_1022 (size=5308) 2024-11-21T14:20:46,423 DEBUG [RS:0;8a7a968213a0:44721 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 963801ed1682d435862a53b5a2afd48a, cb05b841110013210884e23a83b52f0c 2024-11-21T14:20:46,536 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,44721,1732198820451.replicationSource.wal-reader.8a7a968213a0%2C44721%2C1732198820451,1-8a7a968213a0,44721,1732198820451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38793/user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9/WALs/8a7a968213a0,44721,1732198820451/8a7a968213a0%2C44721%2C1732198820451.1732198821634 to pos 1718, reset compression=false 2024-11-21T14:20:46,624 DEBUG [RS:0;8a7a968213a0:44721 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 963801ed1682d435862a53b5a2afd48a, cb05b841110013210884e23a83b52f0c 2024-11-21T14:20:46,702 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38793/user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9/data/default/test/cb05b841110013210884e23a83b52f0c/.tmp/norep/5d6f0c814eea4d38aeb69bf71bca8107 2024-11-21T14:20:46,706 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5d6f0c814eea4d38aeb69bf71bca8107 2024-11-21T14:20:46,707 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38793/user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9/data/default/test/cb05b841110013210884e23a83b52f0c/.tmp/f/a6086896f8564786ab7942d9d7622191 as hdfs://localhost:38793/user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9/data/default/test/cb05b841110013210884e23a83b52f0c/f/a6086896f8564786ab7942d9d7622191 2024-11-21T14:20:46,710 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a6086896f8564786ab7942d9d7622191 2024-11-21T14:20:46,711 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38793/user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9/data/default/test/cb05b841110013210884e23a83b52f0c/f/a6086896f8564786ab7942d9d7622191, entries=5, sequenceid=12, filesize=5.1 K 2024-11-21T14:20:46,711 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38793/user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9/data/default/test/cb05b841110013210884e23a83b52f0c/.tmp/f1/7a430dd8e88f4da6b56afe2783cdc8da as hdfs://localhost:38793/user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9/data/default/test/cb05b841110013210884e23a83b52f0c/f1/7a430dd8e88f4da6b56afe2783cdc8da 2024-11-21T14:20:46,715 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7a430dd8e88f4da6b56afe2783cdc8da 2024-11-21T14:20:46,715 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38793/user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9/data/default/test/cb05b841110013210884e23a83b52f0c/f1/7a430dd8e88f4da6b56afe2783cdc8da, entries=3, sequenceid=12, filesize=5.0 K 2024-11-21T14:20:46,716 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38793/user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9/data/default/test/cb05b841110013210884e23a83b52f0c/.tmp/norep/5d6f0c814eea4d38aeb69bf71bca8107 as hdfs://localhost:38793/user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9/data/default/test/cb05b841110013210884e23a83b52f0c/norep/5d6f0c814eea4d38aeb69bf71bca8107 2024-11-21T14:20:46,720 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5d6f0c814eea4d38aeb69bf71bca8107 2024-11-21T14:20:46,720 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38793/user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9/data/default/test/cb05b841110013210884e23a83b52f0c/norep/5d6f0c814eea4d38aeb69bf71bca8107, entries=1, sequenceid=12, filesize=5.0 K 2024-11-21T14:20:46,721 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for cb05b841110013210884e23a83b52f0c in 1298ms, sequenceid=12, compaction requested=false 2024-11-21T14:20:46,721 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-21T14:20:46,725 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38793/user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9/data/default/test/cb05b841110013210884e23a83b52f0c/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-21T14:20:46,726 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T14:20:46,726 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T14:20:46,726 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732198827424.cb05b841110013210884e23a83b52f0c. 2024-11-21T14:20:46,726 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cb05b841110013210884e23a83b52f0c: Waiting for close lock at 1732198845422Running coprocessor pre-close hooks at 1732198845422Disabling compacts and flushes for region at 1732198845422Disabling writes for close at 1732198845423 (+1 ms)Obtaining lock to block concurrent updates at 1732198845423Preparing flush snapshotting stores in cb05b841110013210884e23a83b52f0c at 1732198845423Finished memstore snapshotting test,,1732198827424.cb05b841110013210884e23a83b52f0c., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732198845423Flushing stores of test,,1732198827424.cb05b841110013210884e23a83b52f0c. at 1732198845424 (+1 ms)Flushing cb05b841110013210884e23a83b52f0c/f: creating writer at 1732198845424Flushing cb05b841110013210884e23a83b52f0c/f: appending metadata at 1732198845445 (+21 ms)Flushing cb05b841110013210884e23a83b52f0c/f: closing flushed file at 1732198845445Flushing cb05b841110013210884e23a83b52f0c/f1: creating writer at 1732198845862 (+417 ms)Flushing cb05b841110013210884e23a83b52f0c/f1: appending metadata at 1732198845875 (+13 ms)Flushing cb05b841110013210884e23a83b52f0c/f1: closing flushed file at 1732198845875Flushing cb05b841110013210884e23a83b52f0c/norep: creating writer at 1732198846284 (+409 ms)Flushing cb05b841110013210884e23a83b52f0c/norep: appending metadata at 1732198846298 (+14 ms)Flushing cb05b841110013210884e23a83b52f0c/norep: closing flushed file at 1732198846298Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5572177b: reopening flushed file at 1732198846706 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d31846b: reopening flushed file at 1732198846711 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c1f2b5: reopening flushed file at 1732198846715 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for cb05b841110013210884e23a83b52f0c in 1298ms, sequenceid=12, compaction requested=false at 1732198846721 (+6 ms)Writing region close event to WAL at 1732198846723 (+2 ms)Running coprocessor post-close hooks at 1732198846726 (+3 ms)Closed at 1732198846726 2024-11-21T14:20:46,726 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732198827424.cb05b841110013210884e23a83b52f0c. 2024-11-21T14:20:46,726 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 963801ed1682d435862a53b5a2afd48a, disabling compactions & flushes 2024-11-21T14:20:46,726 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732198831900.963801ed1682d435862a53b5a2afd48a. 2024-11-21T14:20:46,726 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732198831900.963801ed1682d435862a53b5a2afd48a. 2024-11-21T14:20:46,726 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732198831900.963801ed1682d435862a53b5a2afd48a. after waiting 0 ms 2024-11-21T14:20:46,726 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732198831900.963801ed1682d435862a53b5a2afd48a. 2024-11-21T14:20:46,726 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 963801ed1682d435862a53b5a2afd48a: Waiting for close lock at 1732198846726Running coprocessor pre-close hooks at 1732198846726Disabling compacts and flushes for region at 1732198846726Disabling writes for close at 1732198846726Failed flush hbase:replication,,1732198831900.963801ed1682d435862a53b5a2afd48a., putting online again at 1732198846726 2024-11-21T14:20:46,726 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732198831900.963801ed1682d435862a53b5a2afd48a. 2024-11-21T14:20:46,730 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38793/user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9/data/hbase/meta/1588230740/.tmp/table/dfe8c5a660cb403ea7bb65ad427d8459 2024-11-21T14:20:46,734 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38793/user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9/data/hbase/meta/1588230740/.tmp/info/2923eea7e3984fe08781137eb2ce240f as hdfs://localhost:38793/user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9/data/hbase/meta/1588230740/info/2923eea7e3984fe08781137eb2ce240f 2024-11-21T14:20:46,738 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38793/user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9/data/hbase/meta/1588230740/info/2923eea7e3984fe08781137eb2ce240f, entries=20, sequenceid=16, filesize=7.5 K 2024-11-21T14:20:46,739 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38793/user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9/data/hbase/meta/1588230740/.tmp/ns/14af6e91a66642fa8a23372dd4de6791 as hdfs://localhost:38793/user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9/data/hbase/meta/1588230740/ns/14af6e91a66642fa8a23372dd4de6791 2024-11-21T14:20:46,743 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38793/user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9/data/hbase/meta/1588230740/ns/14af6e91a66642fa8a23372dd4de6791, entries=2, sequenceid=16, filesize=5.0 K 2024-11-21T14:20:46,743 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38793/user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9/data/hbase/meta/1588230740/.tmp/rep_barrier/3dc5e6f6c3cf459aacb757546efee361 as hdfs://localhost:38793/user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9/data/hbase/meta/1588230740/rep_barrier/3dc5e6f6c3cf459aacb757546efee361 2024-11-21T14:20:46,747 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38793/user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9/data/hbase/meta/1588230740/rep_barrier/3dc5e6f6c3cf459aacb757546efee361, entries=1, sequenceid=16, filesize=5.4 K 2024-11-21T14:20:46,747 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38793/user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9/data/hbase/meta/1588230740/.tmp/table/dfe8c5a660cb403ea7bb65ad427d8459 as hdfs://localhost:38793/user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9/data/hbase/meta/1588230740/table/dfe8c5a660cb403ea7bb65ad427d8459 2024-11-21T14:20:46,750 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38793/user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9/data/hbase/meta/1588230740/table/dfe8c5a660cb403ea7bb65ad427d8459, entries=4, sequenceid=16, filesize=5.2 K 2024-11-21T14:20:46,751 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1328ms, sequenceid=16, compaction requested=false 2024-11-21T14:20:46,755 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38793/user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-21T14:20:46,755 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T14:20:46,755 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T14:20:46,755 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T14:20:46,756 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732198845422Running coprocessor pre-close hooks at 1732198845422Disabling compacts and flushes for region at 1732198845422Disabling writes for close at 1732198845423 (+1 ms)Obtaining lock to block concurrent updates at 1732198845423Preparing flush snapshotting stores in 1588230740 at 1732198845423Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732198845423Flushing stores of hbase:meta,,1.1588230740 at 1732198845424 (+1 ms)Flushing 1588230740/info: creating writer at 1732198845424Flushing 1588230740/info: appending metadata at 1732198845443 (+19 ms)Flushing 1588230740/info: closing flushed file at 1732198845443Flushing 1588230740/ns: creating writer at 1732198845859 (+416 ms)Flushing 1588230740/ns: appending metadata at 1732198845876 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732198845876Flushing 1588230740/rep_barrier: creating writer at 1732198846284 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732198846298 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732198846298Flushing 1588230740/table: creating writer at 1732198846306 (+8 ms)Flushing 1588230740/table: appending metadata at 1732198846324 (+18 ms)Flushing 1588230740/table: closing flushed file at 1732198846324Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23f4a44a: reopening flushed file at 1732198846734 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42de0fb1: reopening flushed file at 1732198846738 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d6cff8b: reopening flushed file at 1732198846743 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33e631f6: reopening flushed file at 1732198846747 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1328ms, sequenceid=16, compaction requested=false at 1732198846751 (+4 ms)Writing region close event to WAL at 1732198846753 (+2 ms)Running coprocessor post-close hooks at 1732198846755 (+2 ms)Closed at 1732198846755 2024-11-21T14:20:46,756 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T14:20:46,824 INFO [RS:0;8a7a968213a0:44721 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-21T14:20:46,824 DEBUG [RS:0;8a7a968213a0:44721 {}] regionserver.HRegionServer(1325): Online Regions={963801ed1682d435862a53b5a2afd48a=hbase:replication,,1732198831900.963801ed1682d435862a53b5a2afd48a.} 2024-11-21T14:20:46,824 INFO [RS:0;8a7a968213a0:44721 {}] regionserver.HRegionServer(3091): Received CLOSE for 963801ed1682d435862a53b5a2afd48a 2024-11-21T14:20:46,824 DEBUG [RS:0;8a7a968213a0:44721 {}] regionserver.HRegionServer(1351): Waiting on 963801ed1682d435862a53b5a2afd48a 2024-11-21T14:20:46,824 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 963801ed1682d435862a53b5a2afd48a, disabling compactions & flushes 2024-11-21T14:20:46,824 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732198831900.963801ed1682d435862a53b5a2afd48a. 2024-11-21T14:20:46,824 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732198831900.963801ed1682d435862a53b5a2afd48a. 2024-11-21T14:20:46,824 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732198831900.963801ed1682d435862a53b5a2afd48a. after waiting 0 ms 2024-11-21T14:20:46,824 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732198831900.963801ed1682d435862a53b5a2afd48a. 2024-11-21T14:20:46,824 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 963801ed1682d435862a53b5a2afd48a: Waiting for close lock at 1732198846824Running coprocessor pre-close hooks at 1732198846824Disabling compacts and flushes for region at 1732198846824Disabling writes for close at 1732198846824Failed flush hbase:replication,,1732198831900.963801ed1682d435862a53b5a2afd48a., putting online again at 1732198846824 2024-11-21T14:20:46,824 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732198831900.963801ed1682d435862a53b5a2afd48a. 2024-11-21T14:20:46,841 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,40529,1732198816325.replicationSource.wal-reader.8a7a968213a0%2C40529%2C1732198816325,1-8a7a968213a0,40529,1732198816325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43367/user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/WALs/8a7a968213a0,40529,1732198816325/8a7a968213a0%2C40529%2C1732198816325.1732198818314 to pos 1488, reset compression=false 2024-11-21T14:20:47,024 INFO [RS:0;8a7a968213a0:44721 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-21T14:20:47,024 INFO [RS:0;8a7a968213a0:44721 {}] regionserver.HRegionServer(976): stopping server 8a7a968213a0,44721,1732198820451; all regions closed. 2024-11-21T14:20:47,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45593 is added to blk_1073741834_1010 (size=4239) 2024-11-21T14:20:47,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45593 is added to blk_1073741839_1015 (size=2609) 2024-11-21T14:20:47,040 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,44721,1732198820451.replicationSource.wal-reader.8a7a968213a0%2C44721%2C1732198820451,1-8a7a968213a0,44721,1732198820451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38793/user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9/WALs/8a7a968213a0,44721,1732198820451/8a7a968213a0%2C44721%2C1732198820451.1732198821634 to pos 1718, reset compression=false 2024-11-21T14:20:47,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45593 is added to blk_1073741832_1008 (size=2370) 2024-11-21T14:20:47,047 DEBUG [RS:0;8a7a968213a0:44721 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:20:47,047 INFO [RS:0;8a7a968213a0:44721 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T14:20:47,048 INFO [RS:0;8a7a968213a0:44721 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T14:20:47,048 INFO [RS:0;8a7a968213a0:44721 {}] hbase.ChoreService(370): Chore service for: regionserver/8a7a968213a0:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T14:20:47,048 INFO [RS:0;8a7a968213a0:44721 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T14:20:47,048 INFO [regionserver/8a7a968213a0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T14:20:47,048 INFO [RS:0;8a7a968213a0:44721 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-8a7a968213a0,44721,1732198820451 because: Region server is closing 2024-11-21T14:20:47,049 INFO [RS:0;8a7a968213a0:44721 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8a7a968213a0:44721. 2024-11-21T14:20:47,049 DEBUG [RS:0;8a7a968213a0:44721 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:20:47,049 DEBUG [RS:0;8a7a968213a0:44721 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:20:47,049 DEBUG [RS:0;8a7a968213a0:44721 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:20:47,049 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:20:47,050 INFO [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,44721,1732198820451.replicationSource.wal-reader.8a7a968213a0%2C44721%2C1732198820451,1-8a7a968213a0,44721,1732198820451 {}] wal.ProtobufWALTailingReader(152): Reached partial WAL Trailer(EOF) while reading WALKey, originalPosition=2362, currentPosition=2370 org.apache.hbase.thirdparty.com.google.protobuf.InvalidProtocolBufferException: Message missing required fields: encoded_region_name, table_name, log_sequence_number, write_time at org.apache.hbase.thirdparty.com.google.protobuf.UninitializedMessageException.asInvalidProtocolBufferException(UninitializedMessageException.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.checkMessageInitialized(AbstractParser.java:45) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:209) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:214) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:25) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.GeneratedMessage.parseWithIOException(GeneratedMessage.java:324) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos$WALKey.parseFrom(WALProtos.java:2322) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.readWALKey(ProtobufWALTailingReader.java:127) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.next(ProtobufWALTailingReader.java:256) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.readNextEntryAndRecordReaderPosition(WALEntryStream.java:489) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:337) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:129) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.readWALEntries(ReplicationSourceWALReader.java:245) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:173) ~[classes/:?] 2024-11-21T14:20:47,050 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,44721,1732198820451.replicationSource.wal-reader.8a7a968213a0%2C44721%2C1732198820451,1-8a7a968213a0,44721,1732198820451 {}] regionserver.WALEntryStream(293): Reset reader hdfs://localhost:38793/user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9/WALs/8a7a968213a0,44721,1732198820451/8a7a968213a0%2C44721%2C1732198820451.1732198821634 for the last time to pos 2362, reset compression=false 2024-11-21T14:20:47,053 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,44721,1732198820451.replicationSource.wal-reader.8a7a968213a0%2C44721%2C1732198820451,1-8a7a968213a0,44721,1732198820451 {}] regionserver.WALEntryStream(449): Reached the end of hdfs://localhost:38793/user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9/WALs/8a7a968213a0,44721,1732198820451/8a7a968213a0%2C44721%2C1732198820451.1732198821634 and length of the file is 2370 2024-11-21T14:20:47,053 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,44721,1732198820451.replicationSource.wal-reader.8a7a968213a0%2C44721%2C1732198820451,1-8a7a968213a0,44721,1732198820451 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:38793/user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9/WALs/8a7a968213a0,44721,1732198820451/8a7a968213a0%2C44721%2C1732198820451.1732198821634 2024-11-21T14:20:47,054 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,44721,1732198820451.replicationSource.wal-reader.8a7a968213a0%2C44721%2C1732198820451,1-8a7a968213a0,44721,1732198820451 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T14:20:47,150 INFO [RS:0;8a7a968213a0:44721 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,44721,1732198820451.replicationSource.shipper8a7a968213a0%2C44721%2C1732198820451,1-8a7a968213a0,44721,1732198820451 terminated 2024-11-21T14:20:47,150 INFO [RS:0;8a7a968213a0:44721 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8a7a968213a0:44721. 2024-11-21T14:20:47,150 DEBUG [RS:0;8a7a968213a0:44721 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:20:47,150 DEBUG [RS:0;8a7a968213a0:44721 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:20:47,150 DEBUG [RS:0;8a7a968213a0:44721 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:20:47,150 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:20:47,150 INFO [RS:0;8a7a968213a0:44721 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44721 2024-11-21T14:20:47,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44135-0x1013ae640520003, quorum=127.0.0.1:55038, baseZNode=/1154410476 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1154410476/rs 2024-11-21T14:20:47,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44721-0x1013ae640520004, quorum=127.0.0.1:55038, baseZNode=/1154410476 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1154410476/rs/8a7a968213a0,44721,1732198820451 2024-11-21T14:20:47,154 INFO [RS:0;8a7a968213a0:44721 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T14:20:47,154 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8a7a968213a0,44721,1732198820451] 2024-11-21T14:20:47,156 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1154410476/draining/8a7a968213a0,44721,1732198820451 already deleted, retry=false 2024-11-21T14:20:47,156 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8a7a968213a0,44721,1732198820451 expired; onlineServers=0 2024-11-21T14:20:47,156 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8a7a968213a0,44135,1732198820416' ***** 2024-11-21T14:20:47,156 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T14:20:47,156 INFO [M:0;8a7a968213a0:44135 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T14:20:47,156 INFO [M:0;8a7a968213a0:44135 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T14:20:47,156 DEBUG [M:0;8a7a968213a0:44135 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T14:20:47,156 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T14:20:47,156 DEBUG [M:0;8a7a968213a0:44135 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T14:20:47,156 INFO [M:0;8a7a968213a0:44135 {}] hbase.ChoreService(370): Chore service for: master/8a7a968213a0:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T14:20:47,156 DEBUG [master/8a7a968213a0:0:becomeActiveMaster-HFileCleaner.small.0-1732198821409 {}] cleaner.HFileCleaner(306): Exit Thread[master/8a7a968213a0:0:becomeActiveMaster-HFileCleaner.small.0-1732198821409,5,FailOnTimeoutGroup] 2024-11-21T14:20:47,156 DEBUG [master/8a7a968213a0:0:becomeActiveMaster-HFileCleaner.large.0-1732198821408 {}] cleaner.HFileCleaner(306): Exit Thread[master/8a7a968213a0:0:becomeActiveMaster-HFileCleaner.large.0-1732198821408,5,FailOnTimeoutGroup] 2024-11-21T14:20:47,156 INFO [M:0;8a7a968213a0:44135 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T14:20:47,156 DEBUG [M:0;8a7a968213a0:44135 {}] master.HMaster(1795): Stopping service threads 2024-11-21T14:20:47,156 INFO [M:0;8a7a968213a0:44135 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T14:20:47,157 INFO [M:0;8a7a968213a0:44135 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T14:20:47,157 INFO [M:0;8a7a968213a0:44135 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T14:20:47,157 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T14:20:47,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44135-0x1013ae640520003, quorum=127.0.0.1:55038, baseZNode=/1154410476 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1154410476/master 2024-11-21T14:20:47,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44135-0x1013ae640520003, quorum=127.0.0.1:55038, baseZNode=/1154410476 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1154410476 2024-11-21T14:20:47,160 DEBUG [M:0;8a7a968213a0:44135 {}] zookeeper.ZKUtil(347): master:44135-0x1013ae640520003, quorum=127.0.0.1:55038, baseZNode=/1154410476 Unable to get data of znode /1154410476/master because node does not exist (not an error) 2024-11-21T14:20:47,160 WARN [M:0;8a7a968213a0:44135 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T14:20:47,175 INFO [M:0;8a7a968213a0:44135 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38793/user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9/.lastflushedseqids 2024-11-21T14:20:47,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45593 is added to blk_1073741847_1023 (size=245) 2024-11-21T14:20:47,201 INFO [M:0;8a7a968213a0:44135 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T14:20:47,201 INFO [M:0;8a7a968213a0:44135 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T14:20:47,201 DEBUG [M:0;8a7a968213a0:44135 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T14:20:47,201 INFO [M:0;8a7a968213a0:44135 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:20:47,201 DEBUG [M:0;8a7a968213a0:44135 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:20:47,201 DEBUG [M:0;8a7a968213a0:44135 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T14:20:47,201 DEBUG [M:0;8a7a968213a0:44135 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:20:47,201 INFO [M:0;8a7a968213a0:44135 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-21T14:20:47,221 DEBUG [M:0;8a7a968213a0:44135 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38793/user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b83717186fa543e7bfbf73282d89870b is 82, key is hbase:meta,,1/info:regioninfo/1732198822579/Put/seqid=0 2024-11-21T14:20:47,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45593 is added to blk_1073741848_1024 (size=5672) 2024-11-21T14:20:47,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44721-0x1013ae640520004, quorum=127.0.0.1:55038, baseZNode=/1154410476 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T14:20:47,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44721-0x1013ae640520004, quorum=127.0.0.1:55038, baseZNode=/1154410476 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T14:20:47,258 INFO [RS:0;8a7a968213a0:44721 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T14:20:47,258 INFO [RS:0;8a7a968213a0:44721 {}] regionserver.HRegionServer(1031): Exiting; stopping=8a7a968213a0,44721,1732198820451; zookeeper connection closed. 2024-11-21T14:20:47,258 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@31216740 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@31216740 2024-11-21T14:20:47,259 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T14:20:47,627 INFO [M:0;8a7a968213a0:44135 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38793/user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b83717186fa543e7bfbf73282d89870b 2024-11-21T14:20:47,648 DEBUG [M:0;8a7a968213a0:44135 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38793/user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ad84688201234bcab37e9282cc3e4f51 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732198832679/Put/seqid=0 2024-11-21T14:20:47,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45593 is added to blk_1073741849_1025 (size=8515) 2024-11-21T14:20:47,652 INFO [M:0;8a7a968213a0:44135 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38793/user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ad84688201234bcab37e9282cc3e4f51 2024-11-21T14:20:47,668 DEBUG [M:0;8a7a968213a0:44135 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38793/user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4db7d625553a473186c2506896c38d17 is 69, key is 8a7a968213a0,44721,1732198820451/rs:state/1732198821493/Put/seqid=0 2024-11-21T14:20:47,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45593 is added to blk_1073741850_1026 (size=5156) 2024-11-21T14:20:47,672 INFO [M:0;8a7a968213a0:44135 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38793/user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4db7d625553a473186c2506896c38d17 2024-11-21T14:20:47,675 DEBUG [M:0;8a7a968213a0:44135 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38793/user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b83717186fa543e7bfbf73282d89870b as hdfs://localhost:38793/user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b83717186fa543e7bfbf73282d89870b 2024-11-21T14:20:47,679 INFO [M:0;8a7a968213a0:44135 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38793/user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b83717186fa543e7bfbf73282d89870b, entries=8, sequenceid=97, filesize=5.5 K 2024-11-21T14:20:47,680 DEBUG [M:0;8a7a968213a0:44135 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38793/user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ad84688201234bcab37e9282cc3e4f51 as hdfs://localhost:38793/user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ad84688201234bcab37e9282cc3e4f51 2024-11-21T14:20:47,683 INFO [M:0;8a7a968213a0:44135 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38793/user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ad84688201234bcab37e9282cc3e4f51, entries=11, sequenceid=97, filesize=8.3 K 2024-11-21T14:20:47,684 DEBUG [M:0;8a7a968213a0:44135 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38793/user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4db7d625553a473186c2506896c38d17 as hdfs://localhost:38793/user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4db7d625553a473186c2506896c38d17 2024-11-21T14:20:47,688 INFO [M:0;8a7a968213a0:44135 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38793/user/jenkins/test-data/51936f0a-130e-8dc4-ed49-9a36c86bcce9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4db7d625553a473186c2506896c38d17, entries=1, sequenceid=97, filesize=5.0 K 2024-11-21T14:20:47,689 INFO [M:0;8a7a968213a0:44135 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 488ms, sequenceid=97, compaction requested=false 2024-11-21T14:20:47,694 INFO [M:0;8a7a968213a0:44135 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:20:47,694 DEBUG [M:0;8a7a968213a0:44135 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732198847201Disabling compacts and flushes for region at 1732198847201Disabling writes for close at 1732198847201Obtaining lock to block concurrent updates at 1732198847201Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732198847201Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1732198847202 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732198847202Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732198847203 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732198847220 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732198847221 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732198847630 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732198847647 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732198847647Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732198847655 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732198847668 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732198847668Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fb6c7e4: reopening flushed file at 1732198847675 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65f1edea: reopening flushed file at 1732198847679 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b66a14b: reopening flushed file at 1732198847683 (+4 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 488ms, sequenceid=97, compaction requested=false at 1732198847689 (+6 ms)Writing region close event to WAL at 1732198847694 (+5 ms)Closed at 1732198847694 2024-11-21T14:20:47,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45593 is added to blk_1073741830_1006 (size=63642) 2024-11-21T14:20:47,696 INFO [M:0;8a7a968213a0:44135 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T14:20:47,696 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T14:20:47,696 INFO [M:0;8a7a968213a0:44135 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44135 2024-11-21T14:20:47,697 INFO [M:0;8a7a968213a0:44135 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T14:20:47,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44135-0x1013ae640520003, quorum=127.0.0.1:55038, baseZNode=/1154410476 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T14:20:47,799 INFO [M:0;8a7a968213a0:44135 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T14:20:47,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44135-0x1013ae640520003, quorum=127.0.0.1:55038, baseZNode=/1154410476 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T14:20:47,802 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6922d20{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T14:20:47,802 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6536f56d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T14:20:47,802 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T14:20:47,802 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44954ca3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T14:20:47,803 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@fcd1238{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73a180ac-c349-c0c3-b0cf-211449d50095/hadoop.log.dir/,STOPPED} 2024-11-21T14:20:47,804 WARN [BP-1648118692-172.17.0.2-1732198819384 heartbeating to localhost/127.0.0.1:38793 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T14:20:47,804 WARN [BP-1648118692-172.17.0.2-1732198819384 heartbeating to localhost/127.0.0.1:38793 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1648118692-172.17.0.2-1732198819384 (Datanode Uuid 5637a3c0-4b17-491f-ac31-912715360096) service to localhost/127.0.0.1:38793 2024-11-21T14:20:47,805 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73a180ac-c349-c0c3-b0cf-211449d50095/cluster_86198d5b-b048-7f13-2c32-cb079c96f99c/data/data1/current/BP-1648118692-172.17.0.2-1732198819384 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T14:20:47,805 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73a180ac-c349-c0c3-b0cf-211449d50095/cluster_86198d5b-b048-7f13-2c32-cb079c96f99c/data/data2/current/BP-1648118692-172.17.0.2-1732198819384 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T14:20:47,805 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T14:20:47,805 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T14:20:47,805 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T14:20:47,812 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2d20f708{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T14:20:47,813 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@37ef63c7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T14:20:47,813 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T14:20:47,813 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2cf1b723{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T14:20:47,813 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3b4d9ce1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73a180ac-c349-c0c3-b0cf-211449d50095/hadoop.log.dir/,STOPPED} 2024-11-21T14:20:47,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T14:20:47,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T14:20:47,828 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T14:20:47,828 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:20:47,828 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:20:47,828 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:20:47,828 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:20:47,828 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T14:20:47,828 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1486724679, stopped=false 2024-11-21T14:20:47,828 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8a7a968213a0,40387,1732198816266 2024-11-21T14:20:47,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40387-0x1013ae640520000, quorum=127.0.0.1:55038, baseZNode=/0-93244469 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-93244469/running 2024-11-21T14:20:47,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40387-0x1013ae640520000, quorum=127.0.0.1:55038, baseZNode=/0-93244469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-93244469 2024-11-21T14:20:47,830 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T14:20:47,831 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40387-0x1013ae640520000, quorum=127.0.0.1:55038, baseZNode=/0-93244469 Set watcher on znode that does not yet exist, /0-93244469/running 2024-11-21T14:20:47,831 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T14:20:47,831 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:20:47,831 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:20:47,832 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8a7a968213a0,40529,1732198816325' ***** 2024-11-21T14:20:47,832 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T14:20:47,832 INFO [RS:0;8a7a968213a0:40529 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T14:20:47,832 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T14:20:47,832 INFO [RS:0;8a7a968213a0:40529 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T14:20:47,832 INFO [RS:0;8a7a968213a0:40529 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T14:20:47,832 INFO [RS:0;8a7a968213a0:40529 {}] regionserver.HRegionServer(3091): Received CLOSE for e6dafcb6772e15d5be0ffae684870439 2024-11-21T14:20:47,832 INFO [RS:0;8a7a968213a0:40529 {}] regionserver.HRegionServer(3091): Received CLOSE for d6f81cb5dbc31c694dffaa4383b752c0 2024-11-21T14:20:47,832 INFO [RS:0;8a7a968213a0:40529 {}] regionserver.HRegionServer(959): stopping server 8a7a968213a0,40529,1732198816325 2024-11-21T14:20:47,833 INFO [RS:0;8a7a968213a0:40529 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T14:20:47,833 INFO [RS:0;8a7a968213a0:40529 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8a7a968213a0:40529. 2024-11-21T14:20:47,833 DEBUG [RS:0;8a7a968213a0:40529 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:20:47,833 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e6dafcb6772e15d5be0ffae684870439, disabling compactions & flushes 2024-11-21T14:20:47,833 DEBUG [RS:0;8a7a968213a0:40529 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:20:47,833 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732198825263.e6dafcb6772e15d5be0ffae684870439. 2024-11-21T14:20:47,833 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732198825263.e6dafcb6772e15d5be0ffae684870439. 2024-11-21T14:20:47,833 INFO [RS:0;8a7a968213a0:40529 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T14:20:47,833 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732198825263.e6dafcb6772e15d5be0ffae684870439. after waiting 0 ms 2024-11-21T14:20:47,833 INFO [RS:0;8a7a968213a0:40529 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T14:20:47,833 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732198825263.e6dafcb6772e15d5be0ffae684870439. 2024-11-21T14:20:47,833 INFO [RS:0;8a7a968213a0:40529 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T14:20:47,833 INFO [RS:0;8a7a968213a0:40529 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T14:20:47,833 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e6dafcb6772e15d5be0ffae684870439 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-21T14:20:47,833 INFO [RS:0;8a7a968213a0:40529 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-21T14:20:47,833 DEBUG [RS:0;8a7a968213a0:40529 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, e6dafcb6772e15d5be0ffae684870439=test,,1732198825263.e6dafcb6772e15d5be0ffae684870439., d6f81cb5dbc31c694dffaa4383b752c0=hbase:replication,,1732198830746.d6f81cb5dbc31c694dffaa4383b752c0.} 2024-11-21T14:20:47,833 DEBUG [RS:0;8a7a968213a0:40529 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d6f81cb5dbc31c694dffaa4383b752c0, e6dafcb6772e15d5be0ffae684870439 2024-11-21T14:20:47,833 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T14:20:47,833 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T14:20:47,833 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T14:20:47,833 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T14:20:47,833 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T14:20:47,833 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-21T14:20:47,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40529-0x1013ae640520001, quorum=127.0.0.1:55038, baseZNode=/0-93244469 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-93244469/running 2024-11-21T14:20:47,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40529-0x1013ae640520001, quorum=127.0.0.1:55038, baseZNode=/0-93244469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-93244469 2024-11-21T14:20:47,836 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40529-0x1013ae640520001, quorum=127.0.0.1:55038, baseZNode=/0-93244469 Set watcher on znode that does not yet exist, /0-93244469/running 2024-11-21T14:20:47,845 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,40529,1732198816325.replicationSource.wal-reader.8a7a968213a0%2C40529%2C1732198816325,1-8a7a968213a0,40529,1732198816325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43367/user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/WALs/8a7a968213a0,40529,1732198816325/8a7a968213a0%2C40529%2C1732198816325.1732198818314 to pos 1488, reset compression=false 2024-11-21T14:20:47,852 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,40529,1732198816325.replicationSource.wal-reader.8a7a968213a0%2C40529%2C1732198816325,1-8a7a968213a0,40529,1732198816325 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T14:20:47,852 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,40529,1732198816325.replicationSource.wal-reader.8a7a968213a0%2C40529%2C1732198816325,1-8a7a968213a0,40529,1732198816325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43367/user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/WALs/8a7a968213a0,40529,1732198816325/8a7a968213a0%2C40529%2C1732198816325.1732198818314 to pos 1735, reset compression=false 2024-11-21T14:20:47,852 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,40529,1732198816325.replicationSource.shipper8a7a968213a0%2C40529%2C1732198816325,1-8a7a968213a0,40529,1732198816325 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8a7a968213a0,40529,1732198816325 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43367/user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/WALs/8a7a968213a0,40529,1732198816325/8a7a968213a0%2C40529%2C1732198816325.1732198818314, lastWalPosition=1735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T14:20:47,853 ERROR [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,40529,1732198816325.replicationSource.shipper8a7a968213a0%2C40529%2C1732198816325,1-8a7a968213a0,40529,1732198816325 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 8a7a968213a0,40529,1732198816325: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-8a7a968213a0,40529,1732198816325, walGroup=8a7a968213a0%2C40529%2C1732198816325, offset=8a7a968213a0%2C40529%2C1732198816325.1732198818314:1735, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8a7a968213a0:40529 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-21T14:20:47,854 ERROR [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,40529,1732198816325.replicationSource.shipper8a7a968213a0%2C40529%2C1732198816325,1-8a7a968213a0,40529,1732198816325 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-21T14:20:47,854 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,40529,1732198816325.replicationSource.shipper8a7a968213a0%2C40529%2C1732198816325,1-8a7a968213a0,40529,1732198816325 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-21T14:20:47,854 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,40529,1732198816325.replicationSource.shipper8a7a968213a0%2C40529%2C1732198816325,1-8a7a968213a0,40529,1732198816325 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-21T14:20:47,854 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,40529,1732198816325.replicationSource.shipper8a7a968213a0%2C40529%2C1732198816325,1-8a7a968213a0,40529,1732198816325 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-21T14:20:47,854 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,40529,1732198816325.replicationSource.shipper8a7a968213a0%2C40529%2C1732198816325,1-8a7a968213a0,40529,1732198816325 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-21T14:20:47,854 INFO [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,40529,1732198816325.replicationSource.shipper8a7a968213a0%2C40529%2C1732198816325,1-8a7a968213a0,40529,1732198816325 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1153433600, "init": 1048576000, "max": 2306867200, "used": 921455192 }, "NonHeapMemoryUsage": { "committed": 202047488, "init": 7667712, "max": -1, "used": 199121816 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-21T14:20:47,855 WARN [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,40529,1732198816325.replicationSource.shipper8a7a968213a0%2C40529%2C1732198816325,1-8a7a968213a0,40529,1732198816325 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8a7a968213a0:40387 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8a7a968213a0:40387 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-21T14:20:47,859 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/data/hbase/meta/1588230740/.tmp/info/5970b4a0302c4f1ebb15f3b1ccbcdd06 is 147, key is hbase:replication,,1732198830746.d6f81cb5dbc31c694dffaa4383b752c0./info:regioninfo/1732198831605/Put/seqid=0 2024-11-21T14:20:47,861 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/data/default/test/e6dafcb6772e15d5be0ffae684870439/.tmp/f/df740d4f6217420dbbe377d676639867 is 37, key is row3/f:row3/1732198840913/Put/seqid=0 2024-11-21T14:20:47,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46273 is added to blk_1073741840_1016 (size=7686) 2024-11-21T14:20:47,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46273 is added to blk_1073741841_1017 (size=5228) 2024-11-21T14:20:47,886 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T14:20:47,887 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:20:47,887 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:20:47,887 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:20:47,887 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:20:47,909 INFO [regionserver/8a7a968213a0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T14:20:47,915 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:20:47,915 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:20:47,915 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:20:47,916 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:20:47,916 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:20:47,916 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:20:47,921 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:20:47,923 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:20:47,924 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:20:47,925 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:20:48,033 DEBUG [RS:0;8a7a968213a0:40529 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d6f81cb5dbc31c694dffaa4383b752c0, e6dafcb6772e15d5be0ffae684870439 2024-11-21T14:20:48,065 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,40529,1732198816325.replicationSource.wal-reader.8a7a968213a0%2C40529%2C1732198816325,1-8a7a968213a0,40529,1732198816325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43367/user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/WALs/8a7a968213a0,40529,1732198816325/8a7a968213a0%2C40529%2C1732198816325.1732198818314 to pos 1735, reset compression=false 2024-11-21T14:20:48,182 INFO [regionserver/8a7a968213a0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T14:20:48,182 INFO [regionserver/8a7a968213a0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T14:20:48,234 DEBUG [RS:0;8a7a968213a0:40529 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d6f81cb5dbc31c694dffaa4383b752c0, e6dafcb6772e15d5be0ffae684870439 2024-11-21T14:20:48,271 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/data/hbase/meta/1588230740/.tmp/info/5970b4a0302c4f1ebb15f3b1ccbcdd06 2024-11-21T14:20:48,274 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/data/default/test/e6dafcb6772e15d5be0ffae684870439/.tmp/f/df740d4f6217420dbbe377d676639867 2024-11-21T14:20:48,277 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for df740d4f6217420dbbe377d676639867 2024-11-21T14:20:48,293 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/data/hbase/meta/1588230740/.tmp/ns/d5667a2b884345978c88e87c3554f356 is 43, key is default/ns:d/1732198819317/Put/seqid=0 2024-11-21T14:20:48,294 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/data/default/test/e6dafcb6772e15d5be0ffae684870439/.tmp/f1/dd940ab6d9814ea38bc2cca67105cd40 is 30, key is row1/f1:/1732198838255/DeleteFamily/seqid=0 2024-11-21T14:20:48,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46273 is added to blk_1073741842_1018 (size=5153) 2024-11-21T14:20:48,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46273 is added to blk_1073741843_1019 (size=5158) 2024-11-21T14:20:48,300 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/data/default/test/e6dafcb6772e15d5be0ffae684870439/.tmp/f1/dd940ab6d9814ea38bc2cca67105cd40 2024-11-21T14:20:48,303 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dd940ab6d9814ea38bc2cca67105cd40 2024-11-21T14:20:48,321 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/data/default/test/e6dafcb6772e15d5be0ffae684870439/.tmp/norep/4738c9d6453345b7aa923426d65518bb is 32, key is row/norep:/1732198837248/DeleteFamily/seqid=0 2024-11-21T14:20:48,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46273 is added to blk_1073741844_1020 (size=5101) 2024-11-21T14:20:48,337 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/data/default/test/e6dafcb6772e15d5be0ffae684870439/.tmp/norep/4738c9d6453345b7aa923426d65518bb 2024-11-21T14:20:48,341 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4738c9d6453345b7aa923426d65518bb 2024-11-21T14:20:48,342 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/data/default/test/e6dafcb6772e15d5be0ffae684870439/.tmp/f/df740d4f6217420dbbe377d676639867 as hdfs://localhost:43367/user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/data/default/test/e6dafcb6772e15d5be0ffae684870439/f/df740d4f6217420dbbe377d676639867 2024-11-21T14:20:48,346 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for df740d4f6217420dbbe377d676639867 2024-11-21T14:20:48,346 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43367/user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/data/default/test/e6dafcb6772e15d5be0ffae684870439/f/df740d4f6217420dbbe377d676639867, entries=5, sequenceid=12, filesize=5.1 K 2024-11-21T14:20:48,347 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/data/default/test/e6dafcb6772e15d5be0ffae684870439/.tmp/f1/dd940ab6d9814ea38bc2cca67105cd40 as hdfs://localhost:43367/user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/data/default/test/e6dafcb6772e15d5be0ffae684870439/f1/dd940ab6d9814ea38bc2cca67105cd40 2024-11-21T14:20:48,352 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dd940ab6d9814ea38bc2cca67105cd40 2024-11-21T14:20:48,352 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43367/user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/data/default/test/e6dafcb6772e15d5be0ffae684870439/f1/dd940ab6d9814ea38bc2cca67105cd40, entries=3, sequenceid=12, filesize=5.0 K 2024-11-21T14:20:48,354 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/data/default/test/e6dafcb6772e15d5be0ffae684870439/.tmp/norep/4738c9d6453345b7aa923426d65518bb as hdfs://localhost:43367/user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/data/default/test/e6dafcb6772e15d5be0ffae684870439/norep/4738c9d6453345b7aa923426d65518bb 2024-11-21T14:20:48,365 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4738c9d6453345b7aa923426d65518bb 2024-11-21T14:20:48,365 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43367/user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/data/default/test/e6dafcb6772e15d5be0ffae684870439/norep/4738c9d6453345b7aa923426d65518bb, entries=1, sequenceid=12, filesize=5.0 K 2024-11-21T14:20:48,367 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for e6dafcb6772e15d5be0ffae684870439 in 534ms, sequenceid=12, compaction requested=false 2024-11-21T14:20:48,369 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,40529,1732198816325.replicationSource.wal-reader.8a7a968213a0%2C40529%2C1732198816325,1-8a7a968213a0,40529,1732198816325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43367/user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/WALs/8a7a968213a0,40529,1732198816325/8a7a968213a0%2C40529%2C1732198816325.1732198818314 to pos 1735, reset compression=false 2024-11-21T14:20:48,381 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,40529,1732198816325.replicationSource.wal-reader.8a7a968213a0%2C40529%2C1732198816325,1-8a7a968213a0,40529,1732198816325 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T14:20:48,381 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,40529,1732198816325.replicationSource.wal-reader.8a7a968213a0%2C40529%2C1732198816325,1-8a7a968213a0,40529,1732198816325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43367/user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/WALs/8a7a968213a0,40529,1732198816325/8a7a968213a0%2C40529%2C1732198816325.1732198818314 to pos 2084, reset compression=false 2024-11-21T14:20:48,395 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43367/user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/data/default/test/e6dafcb6772e15d5be0ffae684870439/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-21T14:20:48,396 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T14:20:48,396 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,40529,1732198816325.replicationSource.wal-reader.8a7a968213a0%2C40529%2C1732198816325,1-8a7a968213a0,40529,1732198816325 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T14:20:48,396 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T14:20:48,396 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732198825263.e6dafcb6772e15d5be0ffae684870439. 2024-11-21T14:20:48,396 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e6dafcb6772e15d5be0ffae684870439: Waiting for close lock at 1732198847833Running coprocessor pre-close hooks at 1732198847833Disabling compacts and flushes for region at 1732198847833Disabling writes for close at 1732198847833Obtaining lock to block concurrent updates at 1732198847833Preparing flush snapshotting stores in e6dafcb6772e15d5be0ffae684870439 at 1732198847833Finished memstore snapshotting test,,1732198825263.e6dafcb6772e15d5be0ffae684870439., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732198847833Flushing stores of test,,1732198825263.e6dafcb6772e15d5be0ffae684870439. at 1732198847835 (+2 ms)Flushing e6dafcb6772e15d5be0ffae684870439/f: creating writer at 1732198847835Flushing e6dafcb6772e15d5be0ffae684870439/f: appending metadata at 1732198847860 (+25 ms)Flushing e6dafcb6772e15d5be0ffae684870439/f: closing flushed file at 1732198847860Flushing e6dafcb6772e15d5be0ffae684870439/f1: creating writer at 1732198848277 (+417 ms)Flushing e6dafcb6772e15d5be0ffae684870439/f1: appending metadata at 1732198848294 (+17 ms)Flushing e6dafcb6772e15d5be0ffae684870439/f1: closing flushed file at 1732198848294Flushing e6dafcb6772e15d5be0ffae684870439/norep: creating writer at 1732198848303 (+9 ms)Flushing e6dafcb6772e15d5be0ffae684870439/norep: appending metadata at 1732198848320 (+17 ms)Flushing e6dafcb6772e15d5be0ffae684870439/norep: closing flushed file at 1732198848320Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@372070c7: reopening flushed file at 1732198848341 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@467ba952: reopening flushed file at 1732198848346 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@791b0f8c: reopening flushed file at 1732198848352 (+6 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for e6dafcb6772e15d5be0ffae684870439 in 534ms, sequenceid=12, compaction requested=false at 1732198848367 (+15 ms)Writing region close event to WAL at 1732198848380 (+13 ms)Running coprocessor post-close hooks at 1732198848396 (+16 ms)Closed at 1732198848396 2024-11-21T14:20:48,396 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732198825263.e6dafcb6772e15d5be0ffae684870439. 2024-11-21T14:20:48,396 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d6f81cb5dbc31c694dffaa4383b752c0, disabling compactions & flushes 2024-11-21T14:20:48,396 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732198830746.d6f81cb5dbc31c694dffaa4383b752c0. 2024-11-21T14:20:48,396 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732198830746.d6f81cb5dbc31c694dffaa4383b752c0. 2024-11-21T14:20:48,396 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732198830746.d6f81cb5dbc31c694dffaa4383b752c0. after waiting 0 ms 2024-11-21T14:20:48,396 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732198830746.d6f81cb5dbc31c694dffaa4383b752c0. 2024-11-21T14:20:48,396 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d6f81cb5dbc31c694dffaa4383b752c0: Waiting for close lock at 1732198848396Running coprocessor pre-close hooks at 1732198848396Disabling compacts and flushes for region at 1732198848396Disabling writes for close at 1732198848396Failed flush hbase:replication,,1732198830746.d6f81cb5dbc31c694dffaa4383b752c0., putting online again at 1732198848396 2024-11-21T14:20:48,397 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732198830746.d6f81cb5dbc31c694dffaa4383b752c0. 2024-11-21T14:20:48,434 INFO [RS:0;8a7a968213a0:40529 {}] regionserver.HRegionServer(3091): Received CLOSE for d6f81cb5dbc31c694dffaa4383b752c0 2024-11-21T14:20:48,434 DEBUG [RS:0;8a7a968213a0:40529 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d6f81cb5dbc31c694dffaa4383b752c0 2024-11-21T14:20:48,434 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d6f81cb5dbc31c694dffaa4383b752c0, disabling compactions & flushes 2024-11-21T14:20:48,434 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732198830746.d6f81cb5dbc31c694dffaa4383b752c0. 2024-11-21T14:20:48,434 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732198830746.d6f81cb5dbc31c694dffaa4383b752c0. 2024-11-21T14:20:48,434 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732198830746.d6f81cb5dbc31c694dffaa4383b752c0. after waiting 0 ms 2024-11-21T14:20:48,434 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732198830746.d6f81cb5dbc31c694dffaa4383b752c0. 2024-11-21T14:20:48,434 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d6f81cb5dbc31c694dffaa4383b752c0: Waiting for close lock at 1732198848434Running coprocessor pre-close hooks at 1732198848434Disabling compacts and flushes for region at 1732198848434Disabling writes for close at 1732198848434Failed flush hbase:replication,,1732198830746.d6f81cb5dbc31c694dffaa4383b752c0., putting online again at 1732198848434 2024-11-21T14:20:48,434 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732198830746.d6f81cb5dbc31c694dffaa4383b752c0. 2024-11-21T14:20:48,634 DEBUG [RS:0;8a7a968213a0:40529 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T14:20:48,697 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/data/hbase/meta/1588230740/.tmp/ns/d5667a2b884345978c88e87c3554f356 2024-11-21T14:20:48,727 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/data/hbase/meta/1588230740/.tmp/rep_barrier/dc33c58de3214d5aa6e6a17142dbeb8a is 112, key is test,,1732198825263.e6dafcb6772e15d5be0ffae684870439./rep_barrier:seqnumDuringOpen/1732198826436/Put/seqid=0 2024-11-21T14:20:48,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46273 is added to blk_1073741845_1021 (size=5518) 2024-11-21T14:20:48,761 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/data/hbase/meta/1588230740/.tmp/rep_barrier/dc33c58de3214d5aa6e6a17142dbeb8a 2024-11-21T14:20:48,789 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/data/hbase/meta/1588230740/.tmp/table/1654beae4e9c46b5a812087cb79891aa is 53, key is hbase:replication/table:state/1732198831622/Put/seqid=0 2024-11-21T14:20:48,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46273 is added to blk_1073741846_1022 (size=5308) 2024-11-21T14:20:48,801 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/data/hbase/meta/1588230740/.tmp/table/1654beae4e9c46b5a812087cb79891aa 2024-11-21T14:20:48,814 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/data/hbase/meta/1588230740/.tmp/info/5970b4a0302c4f1ebb15f3b1ccbcdd06 as hdfs://localhost:43367/user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/data/hbase/meta/1588230740/info/5970b4a0302c4f1ebb15f3b1ccbcdd06 2024-11-21T14:20:48,819 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43367/user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/data/hbase/meta/1588230740/info/5970b4a0302c4f1ebb15f3b1ccbcdd06, entries=20, sequenceid=16, filesize=7.5 K 2024-11-21T14:20:48,821 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/data/hbase/meta/1588230740/.tmp/ns/d5667a2b884345978c88e87c3554f356 as hdfs://localhost:43367/user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/data/hbase/meta/1588230740/ns/d5667a2b884345978c88e87c3554f356 2024-11-21T14:20:48,830 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43367/user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/data/hbase/meta/1588230740/ns/d5667a2b884345978c88e87c3554f356, entries=2, sequenceid=16, filesize=5.0 K 2024-11-21T14:20:48,831 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/data/hbase/meta/1588230740/.tmp/rep_barrier/dc33c58de3214d5aa6e6a17142dbeb8a as hdfs://localhost:43367/user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/data/hbase/meta/1588230740/rep_barrier/dc33c58de3214d5aa6e6a17142dbeb8a 2024-11-21T14:20:48,834 INFO [RS:0;8a7a968213a0:40529 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-21T14:20:48,834 DEBUG [RS:0;8a7a968213a0:40529 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, d6f81cb5dbc31c694dffaa4383b752c0=hbase:replication,,1732198830746.d6f81cb5dbc31c694dffaa4383b752c0.} 2024-11-21T14:20:48,834 DEBUG [RS:0;8a7a968213a0:40529 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T14:20:48,836 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43367/user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/data/hbase/meta/1588230740/rep_barrier/dc33c58de3214d5aa6e6a17142dbeb8a, entries=1, sequenceid=16, filesize=5.4 K 2024-11-21T14:20:48,837 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/data/hbase/meta/1588230740/.tmp/table/1654beae4e9c46b5a812087cb79891aa as hdfs://localhost:43367/user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/data/hbase/meta/1588230740/table/1654beae4e9c46b5a812087cb79891aa 2024-11-21T14:20:48,843 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43367/user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/data/hbase/meta/1588230740/table/1654beae4e9c46b5a812087cb79891aa, entries=4, sequenceid=16, filesize=5.2 K 2024-11-21T14:20:48,845 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1011ms, sequenceid=16, compaction requested=false 2024-11-21T14:20:48,845 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T14:20:48,853 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43367/user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-21T14:20:48,853 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T14:20:48,853 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T14:20:48,854 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T14:20:48,854 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732198847833Running coprocessor pre-close hooks at 1732198847833Disabling compacts and flushes for region at 1732198847833Disabling writes for close at 1732198847833Obtaining lock to block concurrent updates at 1732198847833Preparing flush snapshotting stores in 1588230740 at 1732198847833Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732198847834 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732198847834Flushing 1588230740/info: creating writer at 1732198847834Flushing 1588230740/info: appending metadata at 1732198847859 (+25 ms)Flushing 1588230740/info: closing flushed file at 1732198847859Flushing 1588230740/ns: creating writer at 1732198848275 (+416 ms)Flushing 1588230740/ns: appending metadata at 1732198848292 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732198848292Flushing 1588230740/rep_barrier: creating writer at 1732198848704 (+412 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732198848727 (+23 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732198848727Flushing 1588230740/table: creating writer at 1732198848769 (+42 ms)Flushing 1588230740/table: appending metadata at 1732198848788 (+19 ms)Flushing 1588230740/table: closing flushed file at 1732198848788Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44858439: reopening flushed file at 1732198848813 (+25 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74425b70: reopening flushed file at 1732198848820 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c2079bd: reopening flushed file at 1732198848831 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77407e29: reopening flushed file at 1732198848836 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1011ms, sequenceid=16, compaction requested=false at 1732198848845 (+9 ms)Writing region close event to WAL at 1732198848848 (+3 ms)Running coprocessor post-close hooks at 1732198848853 (+5 ms)Closed at 1732198848854 (+1 ms) 2024-11-21T14:20:48,854 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T14:20:49,035 INFO [RS:0;8a7a968213a0:40529 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-21T14:20:49,035 INFO [RS:0;8a7a968213a0:40529 {}] regionserver.HRegionServer(976): stopping server 8a7a968213a0,40529,1732198816325; all regions closed. 2024-11-21T14:20:49,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46273 is added to blk_1073741834_1010 (size=4239) 2024-11-21T14:20:49,037 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/WALs/8a7a968213a0,40529,1732198816325/8a7a968213a0%2C40529%2C1732198816325.meta.1732198819275.meta not finished, retry = 0 2024-11-21T14:20:49,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46273 is added to blk_1073741839_1015 (size=2609) 2024-11-21T14:20:49,140 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/WALs/8a7a968213a0,40529,1732198816325/8a7a968213a0%2C40529%2C1732198816325.rep.1732198831560 not finished, retry = 0 2024-11-21T14:20:49,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46273 is added to blk_1073741832_1008 (size=2387) 2024-11-21T14:20:49,243 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/WALs/8a7a968213a0,40529,1732198816325/8a7a968213a0%2C40529%2C1732198816325.1732198818314 not finished, retry = 0 2024-11-21T14:20:49,344 DEBUG [RS:0;8a7a968213a0:40529 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:20:49,344 INFO [RS:0;8a7a968213a0:40529 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T14:20:49,344 INFO [RS:0;8a7a968213a0:40529 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T14:20:49,344 INFO [RS:0;8a7a968213a0:40529 {}] hbase.ChoreService(370): Chore service for: regionserver/8a7a968213a0:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T14:20:49,344 INFO [RS:0;8a7a968213a0:40529 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T14:20:49,344 INFO [regionserver/8a7a968213a0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T14:20:49,345 INFO [RS:0;8a7a968213a0:40529 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-8a7a968213a0,40529,1732198816325 because: Region server is closing 2024-11-21T14:20:49,345 INFO [RS:0;8a7a968213a0:40529 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8a7a968213a0:40529. 2024-11-21T14:20:49,345 DEBUG [RS:0;8a7a968213a0:40529 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:20:49,345 DEBUG [RS:0;8a7a968213a0:40529 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:20:49,345 DEBUG [RS:0;8a7a968213a0:40529 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:20:49,345 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:20:49,446 INFO [RS:0;8a7a968213a0:40529 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,40529,1732198816325.replicationSource.shipper8a7a968213a0%2C40529%2C1732198816325,1-8a7a968213a0,40529,1732198816325 terminated 2024-11-21T14:20:49,446 WARN [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,40529,1732198816325.replicationSource.wal-reader.8a7a968213a0%2C40529%2C1732198816325,1-8a7a968213a0,40529,1732198816325 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:178) ~[classes/:?] 2024-11-21T14:20:49,446 INFO [RS:0;8a7a968213a0:40529 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8a7a968213a0:40529. 2024-11-21T14:20:49,446 DEBUG [RS:0;8a7a968213a0:40529 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:20:49,446 DEBUG [RS:0;8a7a968213a0:40529 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:20:49,446 DEBUG [RS:0;8a7a968213a0:40529 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:20:49,446 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:20:49,446 INFO [RS:0;8a7a968213a0:40529 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40529 2024-11-21T14:20:49,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40529-0x1013ae640520001, quorum=127.0.0.1:55038, baseZNode=/0-93244469 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-93244469/rs/8a7a968213a0,40529,1732198816325 2024-11-21T14:20:49,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40387-0x1013ae640520000, quorum=127.0.0.1:55038, baseZNode=/0-93244469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-93244469/rs 2024-11-21T14:20:49,448 INFO [RS:0;8a7a968213a0:40529 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T14:20:49,450 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8a7a968213a0,40529,1732198816325] 2024-11-21T14:20:49,452 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-93244469/draining/8a7a968213a0,40529,1732198816325 already deleted, retry=false 2024-11-21T14:20:49,452 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8a7a968213a0,40529,1732198816325 expired; onlineServers=0 2024-11-21T14:20:49,452 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8a7a968213a0,40387,1732198816266' ***** 2024-11-21T14:20:49,452 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T14:20:49,452 INFO [M:0;8a7a968213a0:40387 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T14:20:49,452 INFO [M:0;8a7a968213a0:40387 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T14:20:49,452 DEBUG [M:0;8a7a968213a0:40387 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T14:20:49,452 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T14:20:49,452 DEBUG [M:0;8a7a968213a0:40387 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T14:20:49,452 DEBUG [master/8a7a968213a0:0:becomeActiveMaster-HFileCleaner.large.0-1732198818112 {}] cleaner.HFileCleaner(306): Exit Thread[master/8a7a968213a0:0:becomeActiveMaster-HFileCleaner.large.0-1732198818112,5,FailOnTimeoutGroup] 2024-11-21T14:20:49,452 INFO [M:0;8a7a968213a0:40387 {}] hbase.ChoreService(370): Chore service for: master/8a7a968213a0:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T14:20:49,452 INFO [M:0;8a7a968213a0:40387 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T14:20:49,452 DEBUG [M:0;8a7a968213a0:40387 {}] master.HMaster(1795): Stopping service threads 2024-11-21T14:20:49,452 INFO [M:0;8a7a968213a0:40387 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T14:20:49,453 DEBUG [master/8a7a968213a0:0:becomeActiveMaster-HFileCleaner.small.0-1732198818114 {}] cleaner.HFileCleaner(306): Exit Thread[master/8a7a968213a0:0:becomeActiveMaster-HFileCleaner.small.0-1732198818114,5,FailOnTimeoutGroup] 2024-11-21T14:20:49,453 INFO [M:0;8a7a968213a0:40387 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T14:20:49,453 INFO [M:0;8a7a968213a0:40387 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T14:20:49,453 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T14:20:49,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40387-0x1013ae640520000, quorum=127.0.0.1:55038, baseZNode=/0-93244469 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-93244469/master 2024-11-21T14:20:49,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40387-0x1013ae640520000, quorum=127.0.0.1:55038, baseZNode=/0-93244469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-93244469 2024-11-21T14:20:49,454 DEBUG [M:0;8a7a968213a0:40387 {}] zookeeper.ZKUtil(347): master:40387-0x1013ae640520000, quorum=127.0.0.1:55038, baseZNode=/0-93244469 Unable to get data of znode /0-93244469/master because node does not exist (not an error) 2024-11-21T14:20:49,454 WARN [M:0;8a7a968213a0:40387 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T14:20:49,454 INFO [M:0;8a7a968213a0:40387 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43367/user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/.lastflushedseqids 2024-11-21T14:20:49,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46273 is added to blk_1073741847_1023 (size=245) 2024-11-21T14:20:49,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40529-0x1013ae640520001, quorum=127.0.0.1:55038, baseZNode=/0-93244469 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T14:20:49,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40529-0x1013ae640520001, quorum=127.0.0.1:55038, baseZNode=/0-93244469 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T14:20:49,550 INFO [RS:0;8a7a968213a0:40529 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T14:20:49,550 INFO [RS:0;8a7a968213a0:40529 {}] regionserver.HRegionServer(1031): Exiting; stopping=8a7a968213a0,40529,1732198816325; zookeeper connection closed. 2024-11-21T14:20:49,550 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1af2fe92 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1af2fe92 2024-11-21T14:20:49,551 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T14:20:49,859 INFO [M:0;8a7a968213a0:40387 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T14:20:49,859 INFO [M:0;8a7a968213a0:40387 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T14:20:49,859 DEBUG [M:0;8a7a968213a0:40387 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T14:20:49,859 INFO [M:0;8a7a968213a0:40387 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:20:49,859 DEBUG [M:0;8a7a968213a0:40387 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:20:49,859 DEBUG [M:0;8a7a968213a0:40387 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T14:20:49,859 DEBUG [M:0;8a7a968213a0:40387 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:20:49,859 INFO [M:0;8a7a968213a0:40387 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-21T14:20:49,874 DEBUG [M:0;8a7a968213a0:40387 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a54f4a5aa37b4ad4a5aa3b89fd632d9c is 82, key is hbase:meta,,1/info:regioninfo/1732198819304/Put/seqid=0 2024-11-21T14:20:49,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46273 is added to blk_1073741848_1024 (size=5672) 2024-11-21T14:20:50,279 INFO [M:0;8a7a968213a0:40387 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a54f4a5aa37b4ad4a5aa3b89fd632d9c 2024-11-21T14:20:50,300 DEBUG [M:0;8a7a968213a0:40387 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ef381cee81974a8eae58b739a1632b83 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732198831626/Put/seqid=0 2024-11-21T14:20:50,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46273 is added to blk_1073741849_1025 (size=8516) 2024-11-21T14:20:50,704 INFO [M:0;8a7a968213a0:40387 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ef381cee81974a8eae58b739a1632b83 2024-11-21T14:20:50,725 DEBUG [M:0;8a7a968213a0:40387 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43367/user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/99b03ae7065b4526b96006ba4acfd360 is 69, key is 8a7a968213a0,40529,1732198816325/rs:state/1732198818170/Put/seqid=0 2024-11-21T14:20:50,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46273 is added to blk_1073741850_1026 (size=5156) 2024-11-21T14:20:51,129 INFO [M:0;8a7a968213a0:40387 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43367/user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/99b03ae7065b4526b96006ba4acfd360 2024-11-21T14:20:51,134 DEBUG [M:0;8a7a968213a0:40387 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a54f4a5aa37b4ad4a5aa3b89fd632d9c as hdfs://localhost:43367/user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a54f4a5aa37b4ad4a5aa3b89fd632d9c 2024-11-21T14:20:51,138 INFO [M:0;8a7a968213a0:40387 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43367/user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a54f4a5aa37b4ad4a5aa3b89fd632d9c, entries=8, sequenceid=97, filesize=5.5 K 2024-11-21T14:20:51,139 DEBUG [M:0;8a7a968213a0:40387 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ef381cee81974a8eae58b739a1632b83 as hdfs://localhost:43367/user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ef381cee81974a8eae58b739a1632b83 2024-11-21T14:20:51,142 INFO [M:0;8a7a968213a0:40387 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43367/user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ef381cee81974a8eae58b739a1632b83, entries=11, sequenceid=97, filesize=8.3 K 2024-11-21T14:20:51,142 DEBUG [M:0;8a7a968213a0:40387 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43367/user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/99b03ae7065b4526b96006ba4acfd360 as hdfs://localhost:43367/user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/99b03ae7065b4526b96006ba4acfd360 2024-11-21T14:20:51,145 INFO [M:0;8a7a968213a0:40387 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43367/user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/99b03ae7065b4526b96006ba4acfd360, entries=1, sequenceid=97, filesize=5.0 K 2024-11-21T14:20:51,146 INFO [M:0;8a7a968213a0:40387 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1287ms, sequenceid=97, compaction requested=false 2024-11-21T14:20:51,147 INFO [M:0;8a7a968213a0:40387 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:20:51,147 DEBUG [M:0;8a7a968213a0:40387 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732198849859Disabling compacts and flushes for region at 1732198849859Disabling writes for close at 1732198849859Obtaining lock to block concurrent updates at 1732198849859Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732198849859Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732198849860 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732198849860Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732198849860Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732198849874 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732198849874Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732198850282 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732198850299 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732198850299Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732198850707 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732198850724 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732198850724Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1895b398: reopening flushed file at 1732198851133 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d36387f: reopening flushed file at 1732198851138 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a2ccd2: reopening flushed file at 1732198851142 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1287ms, sequenceid=97, compaction requested=false at 1732198851146 (+4 ms)Writing region close event to WAL at 1732198851147 (+1 ms)Closed at 1732198851147 2024-11-21T14:20:51,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46273 is added to blk_1073741830_1006 (size=63654) 2024-11-21T14:20:51,149 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d324b9fd-a64e-0f82-c8c0-c559e0fc8652/MasterData/WALs/8a7a968213a0,40387,1732198816266/8a7a968213a0%2C40387%2C1732198816266.1732198818017 not finished, retry = 0 2024-11-21T14:20:51,250 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T14:20:51,250 INFO [M:0;8a7a968213a0:40387 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T14:20:51,250 INFO [M:0;8a7a968213a0:40387 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40387 2024-11-21T14:20:51,250 INFO [M:0;8a7a968213a0:40387 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T14:20:51,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40387-0x1013ae640520000, quorum=127.0.0.1:55038, baseZNode=/0-93244469 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T14:20:51,352 INFO [M:0;8a7a968213a0:40387 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T14:20:51,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40387-0x1013ae640520000, quorum=127.0.0.1:55038, baseZNode=/0-93244469 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T14:20:51,355 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@d683701{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T14:20:51,355 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@556f8e1d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T14:20:51,355 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T14:20:51,355 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@67ea18a4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T14:20:51,355 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@66eacbe6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9f28bfa-17bf-0c65-4502-91daa267be44/hadoop.log.dir/,STOPPED} 2024-11-21T14:20:51,357 WARN [BP-1063985614-172.17.0.2-1732198815190 heartbeating to localhost/127.0.0.1:43367 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T14:20:51,357 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T14:20:51,357 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T14:20:51,357 WARN [BP-1063985614-172.17.0.2-1732198815190 heartbeating to localhost/127.0.0.1:43367 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1063985614-172.17.0.2-1732198815190 (Datanode Uuid 3f810943-c834-4ffa-822e-902e93442e24) service to localhost/127.0.0.1:43367 2024-11-21T14:20:51,357 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9f28bfa-17bf-0c65-4502-91daa267be44/cluster_6be7ae7c-7203-f3be-521f-881872d089ef/data/data1/current/BP-1063985614-172.17.0.2-1732198815190 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T14:20:51,358 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9f28bfa-17bf-0c65-4502-91daa267be44/cluster_6be7ae7c-7203-f3be-521f-881872d089ef/data/data2/current/BP-1063985614-172.17.0.2-1732198815190 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T14:20:51,358 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T14:20:51,364 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@64b247e0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T14:20:51,364 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4c33629c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T14:20:51,364 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T14:20:51,364 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44459592{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T14:20:51,364 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c3ac1de{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9f28bfa-17bf-0c65-4502-91daa267be44/hadoop.log.dir/,STOPPED} 2024-11-21T14:20:51,370 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-21T14:20:51,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T14:20:51,391 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=315 (was 263) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:43367 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:45595 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38793 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:38793 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:45595 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38793 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:43367 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38793 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38793 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43367 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:38793 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45595 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55038) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38793 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:38793 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:45595 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45595 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45595 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43367 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:45595 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45595 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:43367 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55038) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45595 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55038) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:43367 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:38793 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43367 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43367 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=733 (was 654) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=354 (was 302) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3821 (was 3816) - AvailableMemoryMB LEAK? - 2024-11-21T14:20:51,401 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=315, OpenFileDescriptor=733, MaxFileDescriptor=1048576, SystemLoadAverage=354, ProcessCount=11, AvailableMemoryMB=3821 2024-11-21T14:20:51,414 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-21T14:20:51,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6529030-a23c-3a33-1314-7e7c9baa5b3c/hadoop.log.dir so I do NOT create it in target/test-data/c5f95210-ab39-f432-f193-25ff9e26eaa0 2024-11-21T14:20:51,415 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6529030-a23c-3a33-1314-7e7c9baa5b3c/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T14:20:51,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6529030-a23c-3a33-1314-7e7c9baa5b3c/hadoop.tmp.dir so I do NOT create it in target/test-data/c5f95210-ab39-f432-f193-25ff9e26eaa0 2024-11-21T14:20:51,415 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6529030-a23c-3a33-1314-7e7c9baa5b3c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T14:20:51,415 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5f95210-ab39-f432-f193-25ff9e26eaa0 2024-11-21T14:20:51,415 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5f95210-ab39-f432-f193-25ff9e26eaa0/cluster_d42a92d1-d7fd-5c69-5d53-61abd967991c, deleteOnExit=true 2024-11-21T14:20:51,417 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5f95210-ab39-f432-f193-25ff9e26eaa0/cluster_d42a92d1-d7fd-5c69-5d53-61abd967991c/zookeeper_0, clientPort=62603, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5f95210-ab39-f432-f193-25ff9e26eaa0/cluster_d42a92d1-d7fd-5c69-5d53-61abd967991c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5f95210-ab39-f432-f193-25ff9e26eaa0/cluster_d42a92d1-d7fd-5c69-5d53-61abd967991c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-21T14:20:51,418 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62603 2024-11-21T14:20:51,418 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T14:20:51,418 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T14:20:51,418 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5f95210-ab39-f432-f193-25ff9e26eaa0/test.cache.data in system properties and HBase conf 2024-11-21T14:20:51,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5f95210-ab39-f432-f193-25ff9e26eaa0/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T14:20:51,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5f95210-ab39-f432-f193-25ff9e26eaa0/hadoop.log.dir in system properties and HBase conf 2024-11-21T14:20:51,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5f95210-ab39-f432-f193-25ff9e26eaa0/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T14:20:51,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5f95210-ab39-f432-f193-25ff9e26eaa0/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T14:20:51,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T14:20:51,419 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T14:20:51,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5f95210-ab39-f432-f193-25ff9e26eaa0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T14:20:51,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5f95210-ab39-f432-f193-25ff9e26eaa0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T14:20:51,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5f95210-ab39-f432-f193-25ff9e26eaa0/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T14:20:51,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5f95210-ab39-f432-f193-25ff9e26eaa0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T14:20:51,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5f95210-ab39-f432-f193-25ff9e26eaa0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T14:20:51,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5f95210-ab39-f432-f193-25ff9e26eaa0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T14:20:51,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5f95210-ab39-f432-f193-25ff9e26eaa0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T14:20:51,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5f95210-ab39-f432-f193-25ff9e26eaa0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T14:20:51,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5f95210-ab39-f432-f193-25ff9e26eaa0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T14:20:51,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5f95210-ab39-f432-f193-25ff9e26eaa0/nfs.dump.dir in system properties and HBase conf 2024-11-21T14:20:51,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5f95210-ab39-f432-f193-25ff9e26eaa0/java.io.tmpdir in system properties and HBase conf 2024-11-21T14:20:51,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5f95210-ab39-f432-f193-25ff9e26eaa0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T14:20:51,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5f95210-ab39-f432-f193-25ff9e26eaa0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T14:20:51,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5f95210-ab39-f432-f193-25ff9e26eaa0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T14:20:51,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1013ae640520008, quorum=127.0.0.1:55038, baseZNode=/2425533469 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T14:20:51,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1013ae640520002, quorum=127.0.0.1:55038, baseZNode=/0-93244469 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T14:20:51,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1013ae640520005, quorum=127.0.0.1:55038, baseZNode=/1154410476 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T14:20:51,468 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1013ae640520008, quorum=127.0.0.1:55038, baseZNode=/2425533469 Received Disconnected from ZooKeeper, ignoring 2024-11-21T14:20:51,468 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1013ae640520002, quorum=127.0.0.1:55038, baseZNode=/0-93244469 Received Disconnected from ZooKeeper, ignoring 2024-11-21T14:20:51,468 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1013ae640520005, quorum=127.0.0.1:55038, baseZNode=/1154410476 Received Disconnected from ZooKeeper, ignoring 2024-11-21T14:20:51,522 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T14:20:51,528 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T14:20:51,533 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T14:20:51,533 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T14:20:51,533 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T14:20:51,534 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T14:20:51,535 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@21f1a455{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5f95210-ab39-f432-f193-25ff9e26eaa0/hadoop.log.dir/,AVAILABLE} 2024-11-21T14:20:51,535 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3dbebb6d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T14:20:51,710 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7b6dcfaa{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5f95210-ab39-f432-f193-25ff9e26eaa0/java.io.tmpdir/jetty-localhost-46665-hadoop-hdfs-3_4_1-tests_jar-_-any-3095272844327221888/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T14:20:51,710 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d101001{HTTP/1.1, (http/1.1)}{localhost:46665} 2024-11-21T14:20:51,711 INFO [Time-limited test {}] server.Server(415): Started @239816ms 2024-11-21T14:20:51,818 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T14:20:51,824 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T14:20:51,834 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T14:20:51,835 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T14:20:51,835 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T14:20:51,841 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c7cba5c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5f95210-ab39-f432-f193-25ff9e26eaa0/hadoop.log.dir/,AVAILABLE} 2024-11-21T14:20:51,841 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c41a706{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T14:20:51,979 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5f3382dd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5f95210-ab39-f432-f193-25ff9e26eaa0/java.io.tmpdir/jetty-localhost-43369-hadoop-hdfs-3_4_1-tests_jar-_-any-10660300364694634199/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T14:20:51,979 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@72f34e90{HTTP/1.1, (http/1.1)}{localhost:43369} 2024-11-21T14:20:51,979 INFO [Time-limited test {}] server.Server(415): Started @240085ms 2024-11-21T14:20:51,982 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T14:20:52,097 WARN [Thread-3401 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5f95210-ab39-f432-f193-25ff9e26eaa0/cluster_d42a92d1-d7fd-5c69-5d53-61abd967991c/data/data2/current/BP-1148064543-172.17.0.2-1732198851446/current, will proceed with Du for space computation calculation, 2024-11-21T14:20:52,097 WARN [Thread-3400 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5f95210-ab39-f432-f193-25ff9e26eaa0/cluster_d42a92d1-d7fd-5c69-5d53-61abd967991c/data/data1/current/BP-1148064543-172.17.0.2-1732198851446/current, will proceed with Du for space computation calculation, 2024-11-21T14:20:52,116 WARN [Thread-3388 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T14:20:52,119 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcf7a0c92e7e5fde5 with lease ID 0xe0ec4fdfa60ef1f0: Processing first storage report for DS-d183a3c7-1892-452a-b8c0-a6ea3a1c3891 from datanode DatanodeRegistration(127.0.0.1:34619, datanodeUuid=f2b67479-96fd-473e-8e86-5a65bc14837f, infoPort=40963, infoSecurePort=0, ipcPort=37525, storageInfo=lv=-57;cid=testClusterID;nsid=2051786533;c=1732198851446) 2024-11-21T14:20:52,119 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcf7a0c92e7e5fde5 with lease ID 0xe0ec4fdfa60ef1f0: from storage DS-d183a3c7-1892-452a-b8c0-a6ea3a1c3891 node DatanodeRegistration(127.0.0.1:34619, datanodeUuid=f2b67479-96fd-473e-8e86-5a65bc14837f, infoPort=40963, infoSecurePort=0, ipcPort=37525, storageInfo=lv=-57;cid=testClusterID;nsid=2051786533;c=1732198851446), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T14:20:52,119 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcf7a0c92e7e5fde5 with lease ID 0xe0ec4fdfa60ef1f0: Processing first storage report for DS-63a54737-01fe-4e45-87db-947b9d9ce0c4 from datanode DatanodeRegistration(127.0.0.1:34619, datanodeUuid=f2b67479-96fd-473e-8e86-5a65bc14837f, infoPort=40963, infoSecurePort=0, ipcPort=37525, storageInfo=lv=-57;cid=testClusterID;nsid=2051786533;c=1732198851446) 2024-11-21T14:20:52,119 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcf7a0c92e7e5fde5 with lease ID 0xe0ec4fdfa60ef1f0: from storage DS-63a54737-01fe-4e45-87db-947b9d9ce0c4 node DatanodeRegistration(127.0.0.1:34619, datanodeUuid=f2b67479-96fd-473e-8e86-5a65bc14837f, infoPort=40963, infoSecurePort=0, ipcPort=37525, storageInfo=lv=-57;cid=testClusterID;nsid=2051786533;c=1732198851446), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T14:20:52,216 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5f95210-ab39-f432-f193-25ff9e26eaa0 2024-11-21T14:20:52,216 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:20:52,217 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:20:52,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34619 is added to blk_1073741825_1001 (size=7) 2024-11-21T14:20:52,625 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38587/user/jenkins/test-data/c275144a-663a-b36d-a80a-679d44e4f3a5 with version=8 2024-11-21T14:20:52,625 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38587/user/jenkins/test-data/c275144a-663a-b36d-a80a-679d44e4f3a5/hbase-staging 2024-11-21T14:20:52,628 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8a7a968213a0:0 server-side Connection retries=45 2024-11-21T14:20:52,628 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T14:20:52,628 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T14:20:52,628 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T14:20:52,628 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T14:20:52,628 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T14:20:52,628 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T14:20:52,628 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T14:20:52,629 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42271 2024-11-21T14:20:52,629 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42271 connecting to ZooKeeper ensemble=127.0.0.1:62603 2024-11-21T14:20:52,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:422710x0, quorum=127.0.0.1:62603, baseZNode=/0-955089678 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T14:20:52,636 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42271-0x1013ae6cde90000 connected 2024-11-21T14:20:52,651 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:20:52,652 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:20:52,654 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42271-0x1013ae6cde90000, quorum=127.0.0.1:62603, baseZNode=/0-955089678 Set watcher on znode that does not yet exist, /0-955089678/running 2024-11-21T14:20:52,654 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38587/user/jenkins/test-data/c275144a-663a-b36d-a80a-679d44e4f3a5, hbase.cluster.distributed=false 2024-11-21T14:20:52,655 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42271-0x1013ae6cde90000, quorum=127.0.0.1:62603, baseZNode=/0-955089678 Set watcher on znode that does not yet exist, /0-955089678/acl 2024-11-21T14:20:52,656 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42271 2024-11-21T14:20:52,656 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42271 2024-11-21T14:20:52,659 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42271 2024-11-21T14:20:52,664 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42271 2024-11-21T14:20:52,664 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42271 2024-11-21T14:20:52,680 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8a7a968213a0:0 server-side Connection retries=45 2024-11-21T14:20:52,680 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T14:20:52,680 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T14:20:52,680 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T14:20:52,680 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T14:20:52,680 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T14:20:52,680 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T14:20:52,680 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T14:20:52,681 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45931 2024-11-21T14:20:52,681 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45931 connecting to ZooKeeper ensemble=127.0.0.1:62603 2024-11-21T14:20:52,682 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:20:52,683 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:20:52,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:459310x0, quorum=127.0.0.1:62603, baseZNode=/0-955089678 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T14:20:52,687 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:459310x0, quorum=127.0.0.1:62603, baseZNode=/0-955089678 Set watcher on znode that does not yet exist, /0-955089678/running 2024-11-21T14:20:52,687 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45931-0x1013ae6cde90001 connected 2024-11-21T14:20:52,687 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T14:20:52,688 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T14:20:52,689 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45931-0x1013ae6cde90001, quorum=127.0.0.1:62603, baseZNode=/0-955089678 Set watcher on znode that does not yet exist, /0-955089678/master 2024-11-21T14:20:52,689 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45931-0x1013ae6cde90001, quorum=127.0.0.1:62603, baseZNode=/0-955089678 Set watcher on znode that does not yet exist, /0-955089678/acl 2024-11-21T14:20:52,693 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45931 2024-11-21T14:20:52,694 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45931 2024-11-21T14:20:52,695 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45931 2024-11-21T14:20:52,696 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45931 2024-11-21T14:20:52,698 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45931 2024-11-21T14:20:52,713 DEBUG [M:0;8a7a968213a0:42271 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8a7a968213a0:42271 2024-11-21T14:20:52,714 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-955089678/backup-masters/8a7a968213a0,42271,1732198852627 2024-11-21T14:20:52,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42271-0x1013ae6cde90000, quorum=127.0.0.1:62603, baseZNode=/0-955089678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-955089678/backup-masters 2024-11-21T14:20:52,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45931-0x1013ae6cde90001, quorum=127.0.0.1:62603, baseZNode=/0-955089678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-955089678/backup-masters 2024-11-21T14:20:52,715 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42271-0x1013ae6cde90000, quorum=127.0.0.1:62603, baseZNode=/0-955089678 Set watcher on existing znode=/0-955089678/backup-masters/8a7a968213a0,42271,1732198852627 2024-11-21T14:20:52,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42271-0x1013ae6cde90000, quorum=127.0.0.1:62603, baseZNode=/0-955089678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-955089678 2024-11-21T14:20:52,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45931-0x1013ae6cde90001, quorum=127.0.0.1:62603, baseZNode=/0-955089678 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-955089678/master 2024-11-21T14:20:52,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45931-0x1013ae6cde90001, quorum=127.0.0.1:62603, baseZNode=/0-955089678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-955089678 2024-11-21T14:20:52,717 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42271-0x1013ae6cde90000, quorum=127.0.0.1:62603, baseZNode=/0-955089678 Set watcher on existing znode=/0-955089678/master 2024-11-21T14:20:52,717 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-955089678/backup-masters/8a7a968213a0,42271,1732198852627 from backup master directory 2024-11-21T14:20:52,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45931-0x1013ae6cde90001, quorum=127.0.0.1:62603, baseZNode=/0-955089678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-955089678/backup-masters 2024-11-21T14:20:52,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42271-0x1013ae6cde90000, quorum=127.0.0.1:62603, baseZNode=/0-955089678 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-955089678/backup-masters/8a7a968213a0,42271,1732198852627 2024-11-21T14:20:52,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42271-0x1013ae6cde90000, quorum=127.0.0.1:62603, baseZNode=/0-955089678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-955089678/backup-masters 2024-11-21T14:20:52,720 WARN [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T14:20:52,720 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8a7a968213a0,42271,1732198852627 2024-11-21T14:20:52,723 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38587/user/jenkins/test-data/c275144a-663a-b36d-a80a-679d44e4f3a5/hbase.id] with ID: 3d22fb19-7deb-42bd-8d00-31a0218075d4 2024-11-21T14:20:52,723 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38587/user/jenkins/test-data/c275144a-663a-b36d-a80a-679d44e4f3a5/.tmp/hbase.id 2024-11-21T14:20:52,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34619 is added to blk_1073741826_1002 (size=42) 2024-11-21T14:20:53,131 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38587/user/jenkins/test-data/c275144a-663a-b36d-a80a-679d44e4f3a5/.tmp/hbase.id]:[hdfs://localhost:38587/user/jenkins/test-data/c275144a-663a-b36d-a80a-679d44e4f3a5/hbase.id] 2024-11-21T14:20:53,143 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:20:53,143 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T14:20:53,144 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-21T14:20:53,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42271-0x1013ae6cde90000, quorum=127.0.0.1:62603, baseZNode=/0-955089678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-955089678 2024-11-21T14:20:53,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45931-0x1013ae6cde90001, quorum=127.0.0.1:62603, baseZNode=/0-955089678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-955089678 2024-11-21T14:20:53,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34619 is added to blk_1073741827_1003 (size=196) 2024-11-21T14:20:53,551 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T14:20:53,552 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T14:20:53,552 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:20:53,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34619 is added to blk_1073741828_1004 (size=1189) 2024-11-21T14:20:53,899 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T14:20:53,899 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:20:53,900 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:20:53,900 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:20:53,900 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:20:53,900 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:20:53,927 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:20:53,927 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:20:53,927 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:20:53,928 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:20:53,928 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:20:53,928 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:20:53,934 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:20:53,936 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:20:53,936 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:20:53,938 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:20:53,950 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T14:20:53,950 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8a7a968213a0,32873,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8a7a968213a0:32873 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-21T14:20:53,951 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68576 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8a7a968213a0,32873,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8a7a968213a0:32873 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-21T14:20:53,958 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38587/user/jenkins/test-data/c275144a-663a-b36d-a80a-679d44e4f3a5/MasterData/data/master/store 2024-11-21T14:20:53,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34619 is added to blk_1073741829_1005 (size=34) 2024-11-21T14:20:54,363 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:20:54,364 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T14:20:54,364 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:20:54,364 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:20:54,364 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T14:20:54,364 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:20:54,364 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:20:54,364 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732198854364Disabling compacts and flushes for region at 1732198854364Disabling writes for close at 1732198854364Writing region close event to WAL at 1732198854364Closed at 1732198854364 2024-11-21T14:20:54,364 WARN [master/8a7a968213a0:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38587/user/jenkins/test-data/c275144a-663a-b36d-a80a-679d44e4f3a5/MasterData/data/master/store/.initializing 2024-11-21T14:20:54,365 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38587/user/jenkins/test-data/c275144a-663a-b36d-a80a-679d44e4f3a5/MasterData/WALs/8a7a968213a0,42271,1732198852627 2024-11-21T14:20:54,365 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T14:20:54,366 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8a7a968213a0%2C42271%2C1732198852627, suffix=, logDir=hdfs://localhost:38587/user/jenkins/test-data/c275144a-663a-b36d-a80a-679d44e4f3a5/MasterData/WALs/8a7a968213a0,42271,1732198852627, archiveDir=hdfs://localhost:38587/user/jenkins/test-data/c275144a-663a-b36d-a80a-679d44e4f3a5/MasterData/oldWALs, maxLogs=10 2024-11-21T14:20:54,380 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c275144a-663a-b36d-a80a-679d44e4f3a5/MasterData/WALs/8a7a968213a0,42271,1732198852627/8a7a968213a0%2C42271%2C1732198852627.1732198854367, exclude list is [], retry=0 2024-11-21T14:20:54,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34619,DS-d183a3c7-1892-452a-b8c0-a6ea3a1c3891,DISK] 2024-11-21T14:20:54,383 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c275144a-663a-b36d-a80a-679d44e4f3a5/MasterData/WALs/8a7a968213a0,42271,1732198852627/8a7a968213a0%2C42271%2C1732198852627.1732198854367 2024-11-21T14:20:54,384 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40963:40963)] 2024-11-21T14:20:54,384 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T14:20:54,384 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:20:54,384 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:20:54,384 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:20:54,385 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:20:54,386 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T14:20:54,386 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:20:54,386 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:20:54,386 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:20:54,387 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T14:20:54,387 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:20:54,388 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:20:54,388 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:20:54,388 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T14:20:54,388 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:20:54,389 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:20:54,389 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:20:54,389 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T14:20:54,390 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:20:54,390 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:20:54,390 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:20:54,390 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38587/user/jenkins/test-data/c275144a-663a-b36d-a80a-679d44e4f3a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:20:54,391 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38587/user/jenkins/test-data/c275144a-663a-b36d-a80a-679d44e4f3a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:20:54,391 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:20:54,391 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:20:54,392 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T14:20:54,393 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:20:54,394 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38587/user/jenkins/test-data/c275144a-663a-b36d-a80a-679d44e4f3a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T14:20:54,394 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74179741, jitterRate=0.10536427795886993}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T14:20:54,395 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732198854384Initializing all the Stores at 1732198854385 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198854385Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198854385Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198854385Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198854385Cleaning up temporary data from old regions at 1732198854391 (+6 ms)Region opened successfully at 1732198854395 (+4 ms) 2024-11-21T14:20:54,395 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T14:20:54,397 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f79356a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8a7a968213a0/172.17.0.2:0 2024-11-21T14:20:54,398 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T14:20:54,398 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T14:20:54,398 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T14:20:54,398 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T14:20:54,399 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T14:20:54,399 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T14:20:54,399 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T14:20:54,401 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T14:20:54,401 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42271-0x1013ae6cde90000, quorum=127.0.0.1:62603, baseZNode=/0-955089678 Unable to get data of znode /0-955089678/balancer because node does not exist (not necessarily an error) 2024-11-21T14:20:54,402 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-955089678/balancer already deleted, retry=false 2024-11-21T14:20:54,403 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T14:20:54,403 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42271-0x1013ae6cde90000, quorum=127.0.0.1:62603, baseZNode=/0-955089678 Unable to get data of znode /0-955089678/normalizer because node does not exist (not necessarily an error) 2024-11-21T14:20:54,405 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-955089678/normalizer already deleted, retry=false 2024-11-21T14:20:54,405 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T14:20:54,406 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42271-0x1013ae6cde90000, quorum=127.0.0.1:62603, baseZNode=/0-955089678 Unable to get data of znode /0-955089678/switch/split because node does not exist (not necessarily an error) 2024-11-21T14:20:54,408 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-955089678/switch/split already deleted, retry=false 2024-11-21T14:20:54,409 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42271-0x1013ae6cde90000, quorum=127.0.0.1:62603, baseZNode=/0-955089678 Unable to get data of znode /0-955089678/switch/merge because node does not exist (not necessarily an error) 2024-11-21T14:20:54,410 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-955089678/switch/merge already deleted, retry=false 2024-11-21T14:20:54,412 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42271-0x1013ae6cde90000, quorum=127.0.0.1:62603, baseZNode=/0-955089678 Unable to get data of znode /0-955089678/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T14:20:54,412 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-955089678/snapshot-cleanup already deleted, retry=false 2024-11-21T14:20:54,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45931-0x1013ae6cde90001, quorum=127.0.0.1:62603, baseZNode=/0-955089678 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-955089678/running 2024-11-21T14:20:54,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42271-0x1013ae6cde90000, quorum=127.0.0.1:62603, baseZNode=/0-955089678 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-955089678/running 2024-11-21T14:20:54,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45931-0x1013ae6cde90001, quorum=127.0.0.1:62603, baseZNode=/0-955089678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-955089678 2024-11-21T14:20:54,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42271-0x1013ae6cde90000, quorum=127.0.0.1:62603, baseZNode=/0-955089678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-955089678 2024-11-21T14:20:54,414 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8a7a968213a0,42271,1732198852627, sessionid=0x1013ae6cde90000, setting cluster-up flag (Was=false) 2024-11-21T14:20:54,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42271-0x1013ae6cde90000, quorum=127.0.0.1:62603, baseZNode=/0-955089678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-955089678 2024-11-21T14:20:54,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45931-0x1013ae6cde90001, quorum=127.0.0.1:62603, baseZNode=/0-955089678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-955089678 2024-11-21T14:20:54,422 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-955089678/flush-table-proc/acquired, /0-955089678/flush-table-proc/reached, /0-955089678/flush-table-proc/abort 2024-11-21T14:20:54,423 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8a7a968213a0,42271,1732198852627 2024-11-21T14:20:54,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45931-0x1013ae6cde90001, quorum=127.0.0.1:62603, baseZNode=/0-955089678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-955089678 2024-11-21T14:20:54,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42271-0x1013ae6cde90000, quorum=127.0.0.1:62603, baseZNode=/0-955089678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-955089678 2024-11-21T14:20:54,429 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-955089678/online-snapshot/acquired, /0-955089678/online-snapshot/reached, /0-955089678/online-snapshot/abort 2024-11-21T14:20:54,430 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8a7a968213a0,42271,1732198852627 2024-11-21T14:20:54,431 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38587/user/jenkins/test-data/c275144a-663a-b36d-a80a-679d44e4f3a5/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T14:20:54,432 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T14:20:54,432 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T14:20:54,432 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T14:20:54,432 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8a7a968213a0,42271,1732198852627 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T14:20:54,434 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8a7a968213a0:0, corePoolSize=5, maxPoolSize=5 2024-11-21T14:20:54,434 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8a7a968213a0:0, corePoolSize=5, maxPoolSize=5 2024-11-21T14:20:54,434 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8a7a968213a0:0, corePoolSize=5, maxPoolSize=5 2024-11-21T14:20:54,434 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8a7a968213a0:0, corePoolSize=5, maxPoolSize=5 2024-11-21T14:20:54,434 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8a7a968213a0:0, corePoolSize=10, maxPoolSize=10 2024-11-21T14:20:54,434 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:20:54,434 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8a7a968213a0:0, corePoolSize=2, maxPoolSize=2 2024-11-21T14:20:54,434 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:20:54,435 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T14:20:54,435 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T14:20:54,436 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:20:54,436 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T14:20:54,440 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732198884440 2024-11-21T14:20:54,440 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T14:20:54,440 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T14:20:54,440 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T14:20:54,440 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T14:20:54,441 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T14:20:54,441 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T14:20:54,441 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T14:20:54,444 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T14:20:54,444 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T14:20:54,444 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T14:20:54,444 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T14:20:54,445 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T14:20:54,445 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T14:20:54,445 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8a7a968213a0:0:becomeActiveMaster-HFileCleaner.large.0-1732198854445,5,FailOnTimeoutGroup] 2024-11-21T14:20:54,447 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8a7a968213a0:0:becomeActiveMaster-HFileCleaner.small.0-1732198854445,5,FailOnTimeoutGroup] 2024-11-21T14:20:54,447 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T14:20:54,447 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T14:20:54,447 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T14:20:54,447 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T14:20:54,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34619 is added to blk_1073741831_1007 (size=1321) 2024-11-21T14:20:54,502 INFO [RS:0;8a7a968213a0:45931 {}] regionserver.HRegionServer(746): ClusterId : 3d22fb19-7deb-42bd-8d00-31a0218075d4 2024-11-21T14:20:54,502 DEBUG [RS:0;8a7a968213a0:45931 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T14:20:54,503 DEBUG [RS:0;8a7a968213a0:45931 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T14:20:54,503 DEBUG [RS:0;8a7a968213a0:45931 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T14:20:54,505 DEBUG [RS:0;8a7a968213a0:45931 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T14:20:54,505 DEBUG [RS:0;8a7a968213a0:45931 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@211e8931, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8a7a968213a0/172.17.0.2:0 2024-11-21T14:20:54,517 DEBUG [RS:0;8a7a968213a0:45931 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8a7a968213a0:45931 2024-11-21T14:20:54,517 INFO [RS:0;8a7a968213a0:45931 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T14:20:54,517 INFO [RS:0;8a7a968213a0:45931 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T14:20:54,517 DEBUG [RS:0;8a7a968213a0:45931 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T14:20:54,517 INFO [RS:0;8a7a968213a0:45931 {}] regionserver.HRegionServer(2659): reportForDuty to master=8a7a968213a0,42271,1732198852627 with port=45931, startcode=1732198852680 2024-11-21T14:20:54,517 DEBUG [RS:0;8a7a968213a0:45931 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T14:20:54,519 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45721, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T14:20:54,519 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42271 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8a7a968213a0,45931,1732198852680 2024-11-21T14:20:54,520 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42271 {}] master.ServerManager(517): Registering regionserver=8a7a968213a0,45931,1732198852680 2024-11-21T14:20:54,521 DEBUG [RS:0;8a7a968213a0:45931 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38587/user/jenkins/test-data/c275144a-663a-b36d-a80a-679d44e4f3a5 2024-11-21T14:20:54,521 DEBUG [RS:0;8a7a968213a0:45931 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38587 2024-11-21T14:20:54,521 DEBUG [RS:0;8a7a968213a0:45931 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T14:20:54,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42271-0x1013ae6cde90000, quorum=127.0.0.1:62603, baseZNode=/0-955089678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-955089678/rs 2024-11-21T14:20:54,523 DEBUG [RS:0;8a7a968213a0:45931 {}] zookeeper.ZKUtil(111): regionserver:45931-0x1013ae6cde90001, quorum=127.0.0.1:62603, baseZNode=/0-955089678 Set watcher on existing znode=/0-955089678/rs/8a7a968213a0,45931,1732198852680 2024-11-21T14:20:54,523 WARN [RS:0;8a7a968213a0:45931 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T14:20:54,523 INFO [RS:0;8a7a968213a0:45931 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:20:54,523 DEBUG [RS:0;8a7a968213a0:45931 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38587/user/jenkins/test-data/c275144a-663a-b36d-a80a-679d44e4f3a5/WALs/8a7a968213a0,45931,1732198852680 2024-11-21T14:20:54,524 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8a7a968213a0,45931,1732198852680] 2024-11-21T14:20:54,526 INFO [RS:0;8a7a968213a0:45931 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T14:20:54,527 INFO [RS:0;8a7a968213a0:45931 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T14:20:54,528 INFO [RS:0;8a7a968213a0:45931 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T14:20:54,528 INFO [RS:0;8a7a968213a0:45931 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T14:20:54,528 INFO [RS:0;8a7a968213a0:45931 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T14:20:54,529 INFO [RS:0;8a7a968213a0:45931 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T14:20:54,529 INFO [RS:0;8a7a968213a0:45931 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T14:20:54,529 DEBUG [RS:0;8a7a968213a0:45931 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:20:54,529 DEBUG [RS:0;8a7a968213a0:45931 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:20:54,529 DEBUG [RS:0;8a7a968213a0:45931 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:20:54,529 DEBUG [RS:0;8a7a968213a0:45931 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:20:54,529 DEBUG [RS:0;8a7a968213a0:45931 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:20:54,529 DEBUG [RS:0;8a7a968213a0:45931 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8a7a968213a0:0, corePoolSize=2, maxPoolSize=2 2024-11-21T14:20:54,529 DEBUG [RS:0;8a7a968213a0:45931 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:20:54,529 DEBUG [RS:0;8a7a968213a0:45931 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:20:54,529 DEBUG [RS:0;8a7a968213a0:45931 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:20:54,529 DEBUG [RS:0;8a7a968213a0:45931 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:20:54,529 DEBUG [RS:0;8a7a968213a0:45931 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:20:54,529 DEBUG [RS:0;8a7a968213a0:45931 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:20:54,529 DEBUG [RS:0;8a7a968213a0:45931 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8a7a968213a0:0, corePoolSize=3, maxPoolSize=3 2024-11-21T14:20:54,529 DEBUG [RS:0;8a7a968213a0:45931 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8a7a968213a0:0, corePoolSize=3, maxPoolSize=3 2024-11-21T14:20:54,531 INFO [RS:0;8a7a968213a0:45931 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T14:20:54,531 INFO [RS:0;8a7a968213a0:45931 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T14:20:54,531 INFO [RS:0;8a7a968213a0:45931 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T14:20:54,531 INFO [RS:0;8a7a968213a0:45931 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T14:20:54,531 INFO [RS:0;8a7a968213a0:45931 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T14:20:54,531 INFO [RS:0;8a7a968213a0:45931 {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,45931,1732198852680-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T14:20:54,547 INFO [RS:0;8a7a968213a0:45931 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T14:20:54,547 INFO [RS:0;8a7a968213a0:45931 {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,45931,1732198852680-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T14:20:54,548 INFO [RS:0;8a7a968213a0:45931 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:20:54,548 INFO [RS:0;8a7a968213a0:45931 {}] regionserver.Replication(171): 8a7a968213a0,45931,1732198852680 started 2024-11-21T14:20:54,561 INFO [RS:0;8a7a968213a0:45931 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:20:54,561 INFO [RS:0;8a7a968213a0:45931 {}] regionserver.HRegionServer(1482): Serving as 8a7a968213a0,45931,1732198852680, RpcServer on 8a7a968213a0/172.17.0.2:45931, sessionid=0x1013ae6cde90001 2024-11-21T14:20:54,561 DEBUG [RS:0;8a7a968213a0:45931 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T14:20:54,561 DEBUG [RS:0;8a7a968213a0:45931 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8a7a968213a0,45931,1732198852680 2024-11-21T14:20:54,561 DEBUG [RS:0;8a7a968213a0:45931 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8a7a968213a0,45931,1732198852680' 2024-11-21T14:20:54,561 DEBUG [RS:0;8a7a968213a0:45931 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-955089678/flush-table-proc/abort' 2024-11-21T14:20:54,562 DEBUG [RS:0;8a7a968213a0:45931 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-955089678/flush-table-proc/acquired' 2024-11-21T14:20:54,562 DEBUG [RS:0;8a7a968213a0:45931 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T14:20:54,562 DEBUG [RS:0;8a7a968213a0:45931 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T14:20:54,562 DEBUG [RS:0;8a7a968213a0:45931 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8a7a968213a0,45931,1732198852680 2024-11-21T14:20:54,562 DEBUG [RS:0;8a7a968213a0:45931 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8a7a968213a0,45931,1732198852680' 2024-11-21T14:20:54,562 DEBUG [RS:0;8a7a968213a0:45931 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-955089678/online-snapshot/abort' 2024-11-21T14:20:54,562 DEBUG [RS:0;8a7a968213a0:45931 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-955089678/online-snapshot/acquired' 2024-11-21T14:20:54,563 DEBUG [RS:0;8a7a968213a0:45931 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T14:20:54,563 INFO [RS:0;8a7a968213a0:45931 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T14:20:54,563 INFO [RS:0;8a7a968213a0:45931 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T14:20:54,663 INFO [RS:0;8a7a968213a0:45931 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T14:20:54,664 INFO [RS:0;8a7a968213a0:45931 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8a7a968213a0%2C45931%2C1732198852680, suffix=, logDir=hdfs://localhost:38587/user/jenkins/test-data/c275144a-663a-b36d-a80a-679d44e4f3a5/WALs/8a7a968213a0,45931,1732198852680, archiveDir=hdfs://localhost:38587/user/jenkins/test-data/c275144a-663a-b36d-a80a-679d44e4f3a5/oldWALs, maxLogs=10 2024-11-21T14:20:54,678 DEBUG [RS:0;8a7a968213a0:45931 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c275144a-663a-b36d-a80a-679d44e4f3a5/WALs/8a7a968213a0,45931,1732198852680/8a7a968213a0%2C45931%2C1732198852680.1732198854665, exclude list is [], retry=0 2024-11-21T14:20:54,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34619,DS-d183a3c7-1892-452a-b8c0-a6ea3a1c3891,DISK] 2024-11-21T14:20:54,682 INFO [RS:0;8a7a968213a0:45931 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c275144a-663a-b36d-a80a-679d44e4f3a5/WALs/8a7a968213a0,45931,1732198852680/8a7a968213a0%2C45931%2C1732198852680.1732198854665 2024-11-21T14:20:54,683 DEBUG [RS:0;8a7a968213a0:45931 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40963:40963)] 2024-11-21T14:20:54,849 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38587/user/jenkins/test-data/c275144a-663a-b36d-a80a-679d44e4f3a5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T14:20:54,850 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38587/user/jenkins/test-data/c275144a-663a-b36d-a80a-679d44e4f3a5 2024-11-21T14:20:54,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34619 is added to blk_1073741833_1009 (size=32) 2024-11-21T14:20:55,258 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:20:55,259 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T14:20:55,260 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T14:20:55,260 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:20:55,261 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:20:55,261 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T14:20:55,261 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T14:20:55,262 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:20:55,262 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:20:55,262 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T14:20:55,262 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T14:20:55,263 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:20:55,263 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:20:55,263 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T14:20:55,263 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T14:20:55,264 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:20:55,264 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:20:55,264 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T14:20:55,265 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38587/user/jenkins/test-data/c275144a-663a-b36d-a80a-679d44e4f3a5/data/hbase/meta/1588230740 2024-11-21T14:20:55,265 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38587/user/jenkins/test-data/c275144a-663a-b36d-a80a-679d44e4f3a5/data/hbase/meta/1588230740 2024-11-21T14:20:55,266 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T14:20:55,266 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T14:20:55,266 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T14:20:55,267 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T14:20:55,268 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38587/user/jenkins/test-data/c275144a-663a-b36d-a80a-679d44e4f3a5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T14:20:55,268 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59549567, jitterRate=-0.112642303109169}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T14:20:55,269 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732198855258Initializing all the Stores at 1732198855259 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198855259Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198855259Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198855259Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198855259Cleaning up temporary data from old regions at 1732198855266 (+7 ms)Region opened successfully at 1732198855269 (+3 ms) 2024-11-21T14:20:55,269 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T14:20:55,269 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T14:20:55,269 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T14:20:55,269 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T14:20:55,269 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T14:20:55,270 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T14:20:55,270 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732198855269Disabling compacts and flushes for region at 1732198855269Disabling writes for close at 1732198855269Writing region close event to WAL at 1732198855270 (+1 ms)Closed at 1732198855270 2024-11-21T14:20:55,271 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T14:20:55,271 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T14:20:55,271 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T14:20:55,272 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T14:20:55,273 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T14:20:55,423 DEBUG [8a7a968213a0:42271 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T14:20:55,423 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8a7a968213a0,45931,1732198852680 2024-11-21T14:20:55,425 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8a7a968213a0,45931,1732198852680, state=OPENING 2024-11-21T14:20:55,426 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T14:20:55,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42271-0x1013ae6cde90000, quorum=127.0.0.1:62603, baseZNode=/0-955089678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-955089678 2024-11-21T14:20:55,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45931-0x1013ae6cde90001, quorum=127.0.0.1:62603, baseZNode=/0-955089678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-955089678 2024-11-21T14:20:55,428 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-955089678/meta-region-server: CHANGED 2024-11-21T14:20:55,428 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-955089678/meta-region-server: CHANGED 2024-11-21T14:20:55,428 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T14:20:55,428 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8a7a968213a0,45931,1732198852680}] 2024-11-21T14:20:55,580 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T14:20:55,582 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39341, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T14:20:55,584 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T14:20:55,584 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:20:55,584 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T14:20:55,586 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8a7a968213a0%2C45931%2C1732198852680.meta, suffix=.meta, logDir=hdfs://localhost:38587/user/jenkins/test-data/c275144a-663a-b36d-a80a-679d44e4f3a5/WALs/8a7a968213a0,45931,1732198852680, archiveDir=hdfs://localhost:38587/user/jenkins/test-data/c275144a-663a-b36d-a80a-679d44e4f3a5/oldWALs, maxLogs=10 2024-11-21T14:20:55,599 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c275144a-663a-b36d-a80a-679d44e4f3a5/WALs/8a7a968213a0,45931,1732198852680/8a7a968213a0%2C45931%2C1732198852680.meta.1732198855586.meta, exclude list is [], retry=0 2024-11-21T14:20:55,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34619,DS-d183a3c7-1892-452a-b8c0-a6ea3a1c3891,DISK] 2024-11-21T14:20:55,602 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c275144a-663a-b36d-a80a-679d44e4f3a5/WALs/8a7a968213a0,45931,1732198852680/8a7a968213a0%2C45931%2C1732198852680.meta.1732198855586.meta 2024-11-21T14:20:55,602 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40963:40963)] 2024-11-21T14:20:55,602 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T14:20:55,603 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T14:20:55,603 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T14:20:55,603 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T14:20:55,603 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T14:20:55,603 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T14:20:55,603 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:20:55,603 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T14:20:55,603 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T14:20:55,604 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T14:20:55,605 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T14:20:55,605 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:20:55,605 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:20:55,605 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T14:20:55,605 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T14:20:55,606 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:20:55,606 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:20:55,606 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T14:20:55,607 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T14:20:55,607 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:20:55,607 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:20:55,607 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T14:20:55,607 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T14:20:55,607 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:20:55,608 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:20:55,608 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T14:20:55,608 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38587/user/jenkins/test-data/c275144a-663a-b36d-a80a-679d44e4f3a5/data/hbase/meta/1588230740 2024-11-21T14:20:55,609 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38587/user/jenkins/test-data/c275144a-663a-b36d-a80a-679d44e4f3a5/data/hbase/meta/1588230740 2024-11-21T14:20:55,610 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T14:20:55,610 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T14:20:55,610 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T14:20:55,611 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T14:20:55,612 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61104120, jitterRate=-0.08947765827178955}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T14:20:55,612 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T14:20:55,612 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732198855603Writing region info on filesystem at 1732198855603Initializing all the Stores at 1732198855604 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198855604Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198855604Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198855604Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198855604Cleaning up temporary data from old regions at 1732198855610 (+6 ms)Running coprocessor post-open hooks at 1732198855612 (+2 ms)Region opened successfully at 1732198855612 2024-11-21T14:20:55,613 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732198855580 2024-11-21T14:20:55,615 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T14:20:55,615 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T14:20:55,615 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=8a7a968213a0,45931,1732198852680 2024-11-21T14:20:55,616 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8a7a968213a0,45931,1732198852680, state=OPEN 2024-11-21T14:20:55,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45931-0x1013ae6cde90001, quorum=127.0.0.1:62603, baseZNode=/0-955089678 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-955089678/meta-region-server 2024-11-21T14:20:55,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42271-0x1013ae6cde90000, quorum=127.0.0.1:62603, baseZNode=/0-955089678 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-955089678/meta-region-server 2024-11-21T14:20:55,623 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8a7a968213a0,45931,1732198852680 2024-11-21T14:20:55,623 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-955089678/meta-region-server: CHANGED 2024-11-21T14:20:55,623 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-955089678/meta-region-server: CHANGED 2024-11-21T14:20:55,625 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T14:20:55,625 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8a7a968213a0,45931,1732198852680 in 195 msec 2024-11-21T14:20:55,626 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T14:20:55,626 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 354 msec 2024-11-21T14:20:55,627 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T14:20:55,627 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T14:20:55,628 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:20:55,628 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a7a968213a0,45931,1732198852680, seqNum=-1] 2024-11-21T14:20:55,628 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:20:55,630 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41157, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T14:20:55,634 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2020 sec 2024-11-21T14:20:55,634 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732198855634, completionTime=-1 2024-11-21T14:20:55,634 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T14:20:55,634 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T14:20:55,636 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T14:20:55,636 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732198915636 2024-11-21T14:20:55,636 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732198975636 2024-11-21T14:20:55,636 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-21T14:20:55,636 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,42271,1732198852627-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T14:20:55,636 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,42271,1732198852627-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:20:55,636 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,42271,1732198852627-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:20:55,636 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8a7a968213a0:42271, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:20:55,636 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T14:20:55,637 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T14:20:55,638 DEBUG [master/8a7a968213a0:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T14:20:55,640 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.920sec 2024-11-21T14:20:55,640 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T14:20:55,640 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T14:20:55,640 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T14:20:55,640 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T14:20:55,640 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T14:20:55,640 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,42271,1732198852627-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T14:20:55,640 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,42271,1732198852627-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T14:20:55,642 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T14:20:55,642 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T14:20:55,642 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,42271,1732198852627-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:20:55,702 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50bad6ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:20:55,703 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8a7a968213a0,42271,-1 for getting cluster id 2024-11-21T14:20:55,703 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:20:55,704 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3d22fb19-7deb-42bd-8d00-31a0218075d4' 2024-11-21T14:20:55,704 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:20:55,704 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3d22fb19-7deb-42bd-8d00-31a0218075d4" 2024-11-21T14:20:55,704 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d57d473, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:20:55,704 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a7a968213a0,42271,-1] 2024-11-21T14:20:55,705 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:20:55,705 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:20:55,706 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:20:55,706 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d13581f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:20:55,707 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:20:55,707 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a7a968213a0,45931,1732198852680, seqNum=-1] 2024-11-21T14:20:55,708 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:20:55,708 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T14:20:55,710 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=8a7a968213a0,42271,1732198852627 2024-11-21T14:20:55,711 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:62603 2024-11-21T14:20:55,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:62603, baseZNode=/0-955089678 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T14:20:55,713 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013ae6cde90002 connected 2024-11-21T14:20:55,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5f95210-ab39-f432-f193-25ff9e26eaa0/hadoop.log.dir so I do NOT create it in target/test-data/ff9001af-903e-7470-f394-ef3f0ad48987 2024-11-21T14:20:55,716 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5f95210-ab39-f432-f193-25ff9e26eaa0/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T14:20:55,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5f95210-ab39-f432-f193-25ff9e26eaa0/hadoop.tmp.dir so I do NOT create it in target/test-data/ff9001af-903e-7470-f394-ef3f0ad48987 2024-11-21T14:20:55,716 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5f95210-ab39-f432-f193-25ff9e26eaa0/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T14:20:55,716 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff9001af-903e-7470-f394-ef3f0ad48987 2024-11-21T14:20:55,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T14:20:55,716 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff9001af-903e-7470-f394-ef3f0ad48987/cluster_4d2a52c3-a1d2-e738-fc1c-568aaac78447, deleteOnExit=true 2024-11-21T14:20:55,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T14:20:55,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff9001af-903e-7470-f394-ef3f0ad48987/test.cache.data in system properties and HBase conf 2024-11-21T14:20:55,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff9001af-903e-7470-f394-ef3f0ad48987/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T14:20:55,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff9001af-903e-7470-f394-ef3f0ad48987/hadoop.log.dir in system properties and HBase conf 2024-11-21T14:20:55,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff9001af-903e-7470-f394-ef3f0ad48987/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T14:20:55,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff9001af-903e-7470-f394-ef3f0ad48987/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T14:20:55,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T14:20:55,717 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T14:20:55,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff9001af-903e-7470-f394-ef3f0ad48987/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T14:20:55,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff9001af-903e-7470-f394-ef3f0ad48987/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T14:20:55,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff9001af-903e-7470-f394-ef3f0ad48987/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T14:20:55,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff9001af-903e-7470-f394-ef3f0ad48987/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T14:20:55,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff9001af-903e-7470-f394-ef3f0ad48987/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T14:20:55,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff9001af-903e-7470-f394-ef3f0ad48987/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T14:20:55,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff9001af-903e-7470-f394-ef3f0ad48987/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T14:20:55,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff9001af-903e-7470-f394-ef3f0ad48987/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T14:20:55,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff9001af-903e-7470-f394-ef3f0ad48987/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T14:20:55,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff9001af-903e-7470-f394-ef3f0ad48987/nfs.dump.dir in system properties and HBase conf 2024-11-21T14:20:55,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff9001af-903e-7470-f394-ef3f0ad48987/java.io.tmpdir in system properties and HBase conf 2024-11-21T14:20:55,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff9001af-903e-7470-f394-ef3f0ad48987/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T14:20:55,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff9001af-903e-7470-f394-ef3f0ad48987/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T14:20:55,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff9001af-903e-7470-f394-ef3f0ad48987/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T14:20:55,805 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T14:20:55,809 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T14:20:55,810 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T14:20:55,810 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T14:20:55,810 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T14:20:55,811 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T14:20:55,811 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@35937bb3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff9001af-903e-7470-f394-ef3f0ad48987/hadoop.log.dir/,AVAILABLE} 2024-11-21T14:20:55,812 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2f793bc3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T14:20:55,956 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1fd31154{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff9001af-903e-7470-f394-ef3f0ad48987/java.io.tmpdir/jetty-localhost-38131-hadoop-hdfs-3_4_1-tests_jar-_-any-6048901781251875680/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T14:20:55,956 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1f25b769{HTTP/1.1, (http/1.1)}{localhost:38131} 2024-11-21T14:20:55,956 INFO [Time-limited test {}] server.Server(415): Started @244061ms 2024-11-21T14:20:56,032 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T14:20:56,034 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T14:20:56,035 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T14:20:56,035 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T14:20:56,035 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T14:20:56,036 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56253330{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff9001af-903e-7470-f394-ef3f0ad48987/hadoop.log.dir/,AVAILABLE} 2024-11-21T14:20:56,036 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23c308c0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T14:20:56,159 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2c3d17ae{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff9001af-903e-7470-f394-ef3f0ad48987/java.io.tmpdir/jetty-localhost-33083-hadoop-hdfs-3_4_1-tests_jar-_-any-11645345648892249872/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T14:20:56,159 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@783d9914{HTTP/1.1, (http/1.1)}{localhost:33083} 2024-11-21T14:20:56,160 INFO [Time-limited test {}] server.Server(415): Started @244265ms 2024-11-21T14:20:56,161 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T14:20:56,272 WARN [Thread-3521 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff9001af-903e-7470-f394-ef3f0ad48987/cluster_4d2a52c3-a1d2-e738-fc1c-568aaac78447/data/data1/current/BP-299470206-172.17.0.2-1732198855736/current, will proceed with Du for space computation calculation, 2024-11-21T14:20:56,272 WARN [Thread-3522 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff9001af-903e-7470-f394-ef3f0ad48987/cluster_4d2a52c3-a1d2-e738-fc1c-568aaac78447/data/data2/current/BP-299470206-172.17.0.2-1732198855736/current, will proceed with Du for space computation calculation, 2024-11-21T14:20:56,290 WARN [Thread-3509 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T14:20:56,293 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3c1452101a1bd84a with lease ID 0xbd7abf70dcfbd26e: Processing first storage report for DS-6f45428a-e501-49de-96ae-b1b182f61438 from datanode DatanodeRegistration(127.0.0.1:33973, datanodeUuid=e26c3643-a4e7-43ac-8322-50e361931800, infoPort=45635, infoSecurePort=0, ipcPort=41321, storageInfo=lv=-57;cid=testClusterID;nsid=1852607063;c=1732198855736) 2024-11-21T14:20:56,293 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3c1452101a1bd84a with lease ID 0xbd7abf70dcfbd26e: from storage DS-6f45428a-e501-49de-96ae-b1b182f61438 node DatanodeRegistration(127.0.0.1:33973, datanodeUuid=e26c3643-a4e7-43ac-8322-50e361931800, infoPort=45635, infoSecurePort=0, ipcPort=41321, storageInfo=lv=-57;cid=testClusterID;nsid=1852607063;c=1732198855736), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T14:20:56,293 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3c1452101a1bd84a with lease ID 0xbd7abf70dcfbd26e: Processing first storage report for DS-0b4bf011-03c3-42d2-8978-7021fbf5a480 from datanode DatanodeRegistration(127.0.0.1:33973, datanodeUuid=e26c3643-a4e7-43ac-8322-50e361931800, infoPort=45635, infoSecurePort=0, ipcPort=41321, storageInfo=lv=-57;cid=testClusterID;nsid=1852607063;c=1732198855736) 2024-11-21T14:20:56,293 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3c1452101a1bd84a with lease ID 0xbd7abf70dcfbd26e: from storage DS-0b4bf011-03c3-42d2-8978-7021fbf5a480 node DatanodeRegistration(127.0.0.1:33973, datanodeUuid=e26c3643-a4e7-43ac-8322-50e361931800, infoPort=45635, infoSecurePort=0, ipcPort=41321, storageInfo=lv=-57;cid=testClusterID;nsid=1852607063;c=1732198855736), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T14:20:56,388 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff9001af-903e-7470-f394-ef3f0ad48987 2024-11-21T14:20:56,388 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:20:56,389 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:20:56,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33973 is added to blk_1073741825_1001 (size=7) 2024-11-21T14:20:56,796 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40345/user/jenkins/test-data/b6c15f69-1b6c-ccb6-4225-ea0044927efb with version=8 2024-11-21T14:20:56,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40345/user/jenkins/test-data/b6c15f69-1b6c-ccb6-4225-ea0044927efb/hbase-staging 2024-11-21T14:20:56,798 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8a7a968213a0:0 server-side Connection retries=45 2024-11-21T14:20:56,798 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T14:20:56,798 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T14:20:56,798 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T14:20:56,798 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T14:20:56,798 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T14:20:56,798 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T14:20:56,798 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T14:20:56,799 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45247 2024-11-21T14:20:56,800 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45247 connecting to ZooKeeper ensemble=127.0.0.1:62603 2024-11-21T14:20:56,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:452470x0, quorum=127.0.0.1:62603, baseZNode=/1-597534930 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T14:20:56,802 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45247-0x1013ae6cde90003 connected 2024-11-21T14:20:56,812 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:20:56,814 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:20:56,815 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45247-0x1013ae6cde90003, quorum=127.0.0.1:62603, baseZNode=/1-597534930 Set watcher on znode that does not yet exist, /1-597534930/running 2024-11-21T14:20:56,815 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40345/user/jenkins/test-data/b6c15f69-1b6c-ccb6-4225-ea0044927efb, hbase.cluster.distributed=false 2024-11-21T14:20:56,817 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45247-0x1013ae6cde90003, quorum=127.0.0.1:62603, baseZNode=/1-597534930 Set watcher on znode that does not yet exist, /1-597534930/acl 2024-11-21T14:20:56,817 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45247 2024-11-21T14:20:56,817 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45247 2024-11-21T14:20:56,817 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45247 2024-11-21T14:20:56,818 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45247 2024-11-21T14:20:56,818 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45247 2024-11-21T14:20:56,832 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8a7a968213a0:0 server-side Connection retries=45 2024-11-21T14:20:56,833 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T14:20:56,833 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T14:20:56,833 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T14:20:56,833 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T14:20:56,833 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T14:20:56,833 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T14:20:56,833 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T14:20:56,833 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33047 2024-11-21T14:20:56,834 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33047 connecting to ZooKeeper ensemble=127.0.0.1:62603 2024-11-21T14:20:56,834 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:20:56,836 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:20:56,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:330470x0, quorum=127.0.0.1:62603, baseZNode=/1-597534930 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T14:20:56,839 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:330470x0, quorum=127.0.0.1:62603, baseZNode=/1-597534930 Set watcher on znode that does not yet exist, /1-597534930/running 2024-11-21T14:20:56,839 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33047-0x1013ae6cde90004 connected 2024-11-21T14:20:56,839 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T14:20:56,840 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T14:20:56,841 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33047-0x1013ae6cde90004, quorum=127.0.0.1:62603, baseZNode=/1-597534930 Set watcher on znode that does not yet exist, /1-597534930/master 2024-11-21T14:20:56,841 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33047-0x1013ae6cde90004, quorum=127.0.0.1:62603, baseZNode=/1-597534930 Set watcher on znode that does not yet exist, /1-597534930/acl 2024-11-21T14:20:56,842 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33047 2024-11-21T14:20:56,842 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33047 2024-11-21T14:20:56,845 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33047 2024-11-21T14:20:56,846 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33047 2024-11-21T14:20:56,847 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33047 2024-11-21T14:20:56,860 DEBUG [M:0;8a7a968213a0:45247 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8a7a968213a0:45247 2024-11-21T14:20:56,861 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-597534930/backup-masters/8a7a968213a0,45247,1732198856798 2024-11-21T14:20:56,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45247-0x1013ae6cde90003, quorum=127.0.0.1:62603, baseZNode=/1-597534930 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-597534930/backup-masters 2024-11-21T14:20:56,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33047-0x1013ae6cde90004, quorum=127.0.0.1:62603, baseZNode=/1-597534930 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-597534930/backup-masters 2024-11-21T14:20:56,864 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45247-0x1013ae6cde90003, quorum=127.0.0.1:62603, baseZNode=/1-597534930 Set watcher on existing znode=/1-597534930/backup-masters/8a7a968213a0,45247,1732198856798 2024-11-21T14:20:56,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33047-0x1013ae6cde90004, quorum=127.0.0.1:62603, baseZNode=/1-597534930 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-597534930/master 2024-11-21T14:20:56,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45247-0x1013ae6cde90003, quorum=127.0.0.1:62603, baseZNode=/1-597534930 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-597534930 2024-11-21T14:20:56,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33047-0x1013ae6cde90004, quorum=127.0.0.1:62603, baseZNode=/1-597534930 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-597534930 2024-11-21T14:20:56,865 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45247-0x1013ae6cde90003, quorum=127.0.0.1:62603, baseZNode=/1-597534930 Set watcher on existing znode=/1-597534930/master 2024-11-21T14:20:56,866 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-597534930/backup-masters/8a7a968213a0,45247,1732198856798 from backup master directory 2024-11-21T14:20:56,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45247-0x1013ae6cde90003, quorum=127.0.0.1:62603, baseZNode=/1-597534930 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-597534930/backup-masters/8a7a968213a0,45247,1732198856798 2024-11-21T14:20:56,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33047-0x1013ae6cde90004, quorum=127.0.0.1:62603, baseZNode=/1-597534930 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-597534930/backup-masters 2024-11-21T14:20:56,867 WARN [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T14:20:56,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45247-0x1013ae6cde90003, quorum=127.0.0.1:62603, baseZNode=/1-597534930 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-597534930/backup-masters 2024-11-21T14:20:56,867 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8a7a968213a0,45247,1732198856798 2024-11-21T14:20:56,873 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40345/user/jenkins/test-data/b6c15f69-1b6c-ccb6-4225-ea0044927efb/hbase.id] with ID: cecc0bfa-37a1-48cd-8f8b-63229e1e7443 2024-11-21T14:20:56,873 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40345/user/jenkins/test-data/b6c15f69-1b6c-ccb6-4225-ea0044927efb/.tmp/hbase.id 2024-11-21T14:20:56,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33973 is added to blk_1073741826_1002 (size=42) 2024-11-21T14:20:57,244 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-21T14:20:57,244 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T14:20:57,279 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40345/user/jenkins/test-data/b6c15f69-1b6c-ccb6-4225-ea0044927efb/.tmp/hbase.id]:[hdfs://localhost:40345/user/jenkins/test-data/b6c15f69-1b6c-ccb6-4225-ea0044927efb/hbase.id] 2024-11-21T14:20:57,287 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:20:57,287 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T14:20:57,287 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-21T14:20:57,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45247-0x1013ae6cde90003, quorum=127.0.0.1:62603, baseZNode=/1-597534930 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-597534930 2024-11-21T14:20:57,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33047-0x1013ae6cde90004, quorum=127.0.0.1:62603, baseZNode=/1-597534930 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-597534930 2024-11-21T14:20:57,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33973 is added to blk_1073741827_1003 (size=196) 2024-11-21T14:20:57,294 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T14:20:57,294 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T14:20:57,295 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:20:57,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33973 is added to blk_1073741828_1004 (size=1189) 2024-11-21T14:20:57,705 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40345/user/jenkins/test-data/b6c15f69-1b6c-ccb6-4225-ea0044927efb/MasterData/data/master/store 2024-11-21T14:20:57,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33973 is added to blk_1073741829_1005 (size=34) 2024-11-21T14:20:58,114 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:20:58,114 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T14:20:58,114 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:20:58,114 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:20:58,114 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T14:20:58,114 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:20:58,114 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:20:58,114 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732198858114Disabling compacts and flushes for region at 1732198858114Disabling writes for close at 1732198858114Writing region close event to WAL at 1732198858114Closed at 1732198858114 2024-11-21T14:20:58,115 WARN [master/8a7a968213a0:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40345/user/jenkins/test-data/b6c15f69-1b6c-ccb6-4225-ea0044927efb/MasterData/data/master/store/.initializing 2024-11-21T14:20:58,115 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40345/user/jenkins/test-data/b6c15f69-1b6c-ccb6-4225-ea0044927efb/MasterData/WALs/8a7a968213a0,45247,1732198856798 2024-11-21T14:20:58,116 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T14:20:58,117 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8a7a968213a0%2C45247%2C1732198856798, suffix=, logDir=hdfs://localhost:40345/user/jenkins/test-data/b6c15f69-1b6c-ccb6-4225-ea0044927efb/MasterData/WALs/8a7a968213a0,45247,1732198856798, archiveDir=hdfs://localhost:40345/user/jenkins/test-data/b6c15f69-1b6c-ccb6-4225-ea0044927efb/MasterData/oldWALs, maxLogs=10 2024-11-21T14:20:58,134 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b6c15f69-1b6c-ccb6-4225-ea0044927efb/MasterData/WALs/8a7a968213a0,45247,1732198856798/8a7a968213a0%2C45247%2C1732198856798.1732198858117, exclude list is [], retry=0 2024-11-21T14:20:58,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33973,DS-6f45428a-e501-49de-96ae-b1b182f61438,DISK] 2024-11-21T14:20:58,137 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b6c15f69-1b6c-ccb6-4225-ea0044927efb/MasterData/WALs/8a7a968213a0,45247,1732198856798/8a7a968213a0%2C45247%2C1732198856798.1732198858117 2024-11-21T14:20:58,138 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45635:45635)] 2024-11-21T14:20:58,138 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T14:20:58,138 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:20:58,138 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:20:58,138 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:20:58,139 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:20:58,140 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T14:20:58,140 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:20:58,140 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:20:58,140 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:20:58,141 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T14:20:58,141 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:20:58,142 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:20:58,142 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:20:58,142 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T14:20:58,143 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:20:58,143 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:20:58,143 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:20:58,144 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T14:20:58,144 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:20:58,144 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:20:58,144 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:20:58,145 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40345/user/jenkins/test-data/b6c15f69-1b6c-ccb6-4225-ea0044927efb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:20:58,145 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40345/user/jenkins/test-data/b6c15f69-1b6c-ccb6-4225-ea0044927efb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:20:58,146 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:20:58,146 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:20:58,146 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T14:20:58,147 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:20:58,148 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40345/user/jenkins/test-data/b6c15f69-1b6c-ccb6-4225-ea0044927efb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T14:20:58,149 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62716113, jitterRate=-0.06545709073543549}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T14:20:58,149 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732198858138Initializing all the Stores at 1732198858139 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198858139Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198858139Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198858139Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198858139Cleaning up temporary data from old regions at 1732198858146 (+7 ms)Region opened successfully at 1732198858149 (+3 ms) 2024-11-21T14:20:58,149 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T14:20:58,151 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c669453, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8a7a968213a0/172.17.0.2:0 2024-11-21T14:20:58,152 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T14:20:58,152 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T14:20:58,152 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T14:20:58,152 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T14:20:58,152 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T14:20:58,153 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T14:20:58,153 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T14:20:58,154 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T14:20:58,155 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45247-0x1013ae6cde90003, quorum=127.0.0.1:62603, baseZNode=/1-597534930 Unable to get data of znode /1-597534930/balancer because node does not exist (not necessarily an error) 2024-11-21T14:20:58,156 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-597534930/balancer already deleted, retry=false 2024-11-21T14:20:58,157 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T14:20:58,157 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45247-0x1013ae6cde90003, quorum=127.0.0.1:62603, baseZNode=/1-597534930 Unable to get data of znode /1-597534930/normalizer because node does not exist (not necessarily an error) 2024-11-21T14:20:58,158 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-597534930/normalizer already deleted, retry=false 2024-11-21T14:20:58,158 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T14:20:58,159 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45247-0x1013ae6cde90003, quorum=127.0.0.1:62603, baseZNode=/1-597534930 Unable to get data of znode /1-597534930/switch/split because node does not exist (not necessarily an error) 2024-11-21T14:20:58,160 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-597534930/switch/split already deleted, retry=false 2024-11-21T14:20:58,161 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45247-0x1013ae6cde90003, quorum=127.0.0.1:62603, baseZNode=/1-597534930 Unable to get data of znode /1-597534930/switch/merge because node does not exist (not necessarily an error) 2024-11-21T14:20:58,162 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-597534930/switch/merge already deleted, retry=false 2024-11-21T14:20:58,163 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45247-0x1013ae6cde90003, quorum=127.0.0.1:62603, baseZNode=/1-597534930 Unable to get data of znode /1-597534930/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T14:20:58,166 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-597534930/snapshot-cleanup already deleted, retry=false 2024-11-21T14:20:58,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45247-0x1013ae6cde90003, quorum=127.0.0.1:62603, baseZNode=/1-597534930 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-597534930/running 2024-11-21T14:20:58,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33047-0x1013ae6cde90004, quorum=127.0.0.1:62603, baseZNode=/1-597534930 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-597534930/running 2024-11-21T14:20:58,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45247-0x1013ae6cde90003, quorum=127.0.0.1:62603, baseZNode=/1-597534930 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-597534930 2024-11-21T14:20:58,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33047-0x1013ae6cde90004, quorum=127.0.0.1:62603, baseZNode=/1-597534930 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-597534930 2024-11-21T14:20:58,168 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8a7a968213a0,45247,1732198856798, sessionid=0x1013ae6cde90003, setting cluster-up flag (Was=false) 2024-11-21T14:20:58,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45247-0x1013ae6cde90003, quorum=127.0.0.1:62603, baseZNode=/1-597534930 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-597534930 2024-11-21T14:20:58,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33047-0x1013ae6cde90004, quorum=127.0.0.1:62603, baseZNode=/1-597534930 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-597534930 2024-11-21T14:20:58,175 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-597534930/flush-table-proc/acquired, /1-597534930/flush-table-proc/reached, /1-597534930/flush-table-proc/abort 2024-11-21T14:20:58,175 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8a7a968213a0,45247,1732198856798 2024-11-21T14:20:58,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33047-0x1013ae6cde90004, quorum=127.0.0.1:62603, baseZNode=/1-597534930 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-597534930 2024-11-21T14:20:58,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45247-0x1013ae6cde90003, quorum=127.0.0.1:62603, baseZNode=/1-597534930 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-597534930 2024-11-21T14:20:58,183 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-597534930/online-snapshot/acquired, /1-597534930/online-snapshot/reached, /1-597534930/online-snapshot/abort 2024-11-21T14:20:58,183 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8a7a968213a0,45247,1732198856798 2024-11-21T14:20:58,184 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40345/user/jenkins/test-data/b6c15f69-1b6c-ccb6-4225-ea0044927efb/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T14:20:58,185 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T14:20:58,185 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T14:20:58,185 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T14:20:58,186 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8a7a968213a0,45247,1732198856798 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T14:20:58,187 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8a7a968213a0:0, corePoolSize=5, maxPoolSize=5 2024-11-21T14:20:58,187 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8a7a968213a0:0, corePoolSize=5, maxPoolSize=5 2024-11-21T14:20:58,187 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8a7a968213a0:0, corePoolSize=5, maxPoolSize=5 2024-11-21T14:20:58,187 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8a7a968213a0:0, corePoolSize=5, maxPoolSize=5 2024-11-21T14:20:58,187 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8a7a968213a0:0, corePoolSize=10, maxPoolSize=10 2024-11-21T14:20:58,187 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:20:58,187 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8a7a968213a0:0, corePoolSize=2, maxPoolSize=2 2024-11-21T14:20:58,187 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:20:58,188 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732198888188 2024-11-21T14:20:58,188 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T14:20:58,188 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T14:20:58,188 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T14:20:58,188 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T14:20:58,188 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T14:20:58,188 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T14:20:58,188 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T14:20:58,188 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T14:20:58,188 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T14:20:58,189 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:20:58,189 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T14:20:58,192 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T14:20:58,192 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T14:20:58,192 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T14:20:58,192 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T14:20:58,193 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T14:20:58,193 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T14:20:58,193 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8a7a968213a0:0:becomeActiveMaster-HFileCleaner.large.0-1732198858193,5,FailOnTimeoutGroup] 2024-11-21T14:20:58,194 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8a7a968213a0:0:becomeActiveMaster-HFileCleaner.small.0-1732198858193,5,FailOnTimeoutGroup] 2024-11-21T14:20:58,194 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T14:20:58,194 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T14:20:58,194 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T14:20:58,194 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T14:20:58,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33973 is added to blk_1073741831_1007 (size=1321) 2024-11-21T14:20:58,250 INFO [RS:0;8a7a968213a0:33047 {}] regionserver.HRegionServer(746): ClusterId : cecc0bfa-37a1-48cd-8f8b-63229e1e7443 2024-11-21T14:20:58,250 DEBUG [RS:0;8a7a968213a0:33047 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T14:20:58,253 DEBUG [RS:0;8a7a968213a0:33047 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T14:20:58,253 DEBUG [RS:0;8a7a968213a0:33047 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T14:20:58,254 DEBUG [RS:0;8a7a968213a0:33047 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T14:20:58,254 DEBUG [RS:0;8a7a968213a0:33047 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46c79716, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8a7a968213a0/172.17.0.2:0 2024-11-21T14:20:58,266 DEBUG [RS:0;8a7a968213a0:33047 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8a7a968213a0:33047 2024-11-21T14:20:58,266 INFO [RS:0;8a7a968213a0:33047 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T14:20:58,266 INFO [RS:0;8a7a968213a0:33047 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T14:20:58,266 DEBUG [RS:0;8a7a968213a0:33047 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T14:20:58,267 INFO [RS:0;8a7a968213a0:33047 {}] regionserver.HRegionServer(2659): reportForDuty to master=8a7a968213a0,45247,1732198856798 with port=33047, startcode=1732198856832 2024-11-21T14:20:58,267 DEBUG [RS:0;8a7a968213a0:33047 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T14:20:58,268 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54449, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T14:20:58,269 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45247 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8a7a968213a0,33047,1732198856832 2024-11-21T14:20:58,269 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45247 {}] master.ServerManager(517): Registering regionserver=8a7a968213a0,33047,1732198856832 2024-11-21T14:20:58,270 DEBUG [RS:0;8a7a968213a0:33047 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40345/user/jenkins/test-data/b6c15f69-1b6c-ccb6-4225-ea0044927efb 2024-11-21T14:20:58,270 DEBUG [RS:0;8a7a968213a0:33047 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40345 2024-11-21T14:20:58,270 DEBUG [RS:0;8a7a968213a0:33047 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T14:20:58,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45247-0x1013ae6cde90003, quorum=127.0.0.1:62603, baseZNode=/1-597534930 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-597534930/rs 2024-11-21T14:20:58,275 DEBUG [RS:0;8a7a968213a0:33047 {}] zookeeper.ZKUtil(111): regionserver:33047-0x1013ae6cde90004, quorum=127.0.0.1:62603, baseZNode=/1-597534930 Set watcher on existing znode=/1-597534930/rs/8a7a968213a0,33047,1732198856832 2024-11-21T14:20:58,275 WARN [RS:0;8a7a968213a0:33047 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T14:20:58,275 INFO [RS:0;8a7a968213a0:33047 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:20:58,275 DEBUG [RS:0;8a7a968213a0:33047 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40345/user/jenkins/test-data/b6c15f69-1b6c-ccb6-4225-ea0044927efb/WALs/8a7a968213a0,33047,1732198856832 2024-11-21T14:20:58,275 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8a7a968213a0,33047,1732198856832] 2024-11-21T14:20:58,277 INFO [RS:0;8a7a968213a0:33047 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T14:20:58,279 INFO [RS:0;8a7a968213a0:33047 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T14:20:58,279 INFO [RS:0;8a7a968213a0:33047 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T14:20:58,279 INFO [RS:0;8a7a968213a0:33047 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T14:20:58,280 INFO [RS:0;8a7a968213a0:33047 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T14:20:58,280 INFO [RS:0;8a7a968213a0:33047 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T14:20:58,280 INFO [RS:0;8a7a968213a0:33047 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T14:20:58,280 DEBUG [RS:0;8a7a968213a0:33047 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:20:58,280 DEBUG [RS:0;8a7a968213a0:33047 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:20:58,280 DEBUG [RS:0;8a7a968213a0:33047 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:20:58,280 DEBUG [RS:0;8a7a968213a0:33047 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:20:58,280 DEBUG [RS:0;8a7a968213a0:33047 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:20:58,280 DEBUG [RS:0;8a7a968213a0:33047 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8a7a968213a0:0, corePoolSize=2, maxPoolSize=2 2024-11-21T14:20:58,280 DEBUG [RS:0;8a7a968213a0:33047 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:20:58,280 DEBUG [RS:0;8a7a968213a0:33047 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:20:58,280 DEBUG [RS:0;8a7a968213a0:33047 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:20:58,280 DEBUG [RS:0;8a7a968213a0:33047 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:20:58,280 DEBUG [RS:0;8a7a968213a0:33047 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:20:58,280 DEBUG [RS:0;8a7a968213a0:33047 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:20:58,281 DEBUG [RS:0;8a7a968213a0:33047 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8a7a968213a0:0, corePoolSize=3, maxPoolSize=3 2024-11-21T14:20:58,281 DEBUG [RS:0;8a7a968213a0:33047 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8a7a968213a0:0, corePoolSize=3, maxPoolSize=3 2024-11-21T14:20:58,281 INFO [RS:0;8a7a968213a0:33047 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T14:20:58,281 INFO [RS:0;8a7a968213a0:33047 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T14:20:58,281 INFO [RS:0;8a7a968213a0:33047 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T14:20:58,281 INFO [RS:0;8a7a968213a0:33047 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T14:20:58,281 INFO [RS:0;8a7a968213a0:33047 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T14:20:58,281 INFO [RS:0;8a7a968213a0:33047 {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,33047,1732198856832-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T14:20:58,297 INFO [RS:0;8a7a968213a0:33047 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T14:20:58,297 INFO [RS:0;8a7a968213a0:33047 {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,33047,1732198856832-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T14:20:58,297 INFO [RS:0;8a7a968213a0:33047 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:20:58,297 INFO [RS:0;8a7a968213a0:33047 {}] regionserver.Replication(171): 8a7a968213a0,33047,1732198856832 started 2024-11-21T14:20:58,310 INFO [RS:0;8a7a968213a0:33047 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:20:58,310 INFO [RS:0;8a7a968213a0:33047 {}] regionserver.HRegionServer(1482): Serving as 8a7a968213a0,33047,1732198856832, RpcServer on 8a7a968213a0/172.17.0.2:33047, sessionid=0x1013ae6cde90004 2024-11-21T14:20:58,310 DEBUG [RS:0;8a7a968213a0:33047 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T14:20:58,310 DEBUG [RS:0;8a7a968213a0:33047 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8a7a968213a0,33047,1732198856832 2024-11-21T14:20:58,310 DEBUG [RS:0;8a7a968213a0:33047 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8a7a968213a0,33047,1732198856832' 2024-11-21T14:20:58,310 DEBUG [RS:0;8a7a968213a0:33047 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-597534930/flush-table-proc/abort' 2024-11-21T14:20:58,311 DEBUG [RS:0;8a7a968213a0:33047 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-597534930/flush-table-proc/acquired' 2024-11-21T14:20:58,311 DEBUG [RS:0;8a7a968213a0:33047 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T14:20:58,311 DEBUG [RS:0;8a7a968213a0:33047 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T14:20:58,311 DEBUG [RS:0;8a7a968213a0:33047 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8a7a968213a0,33047,1732198856832 2024-11-21T14:20:58,311 DEBUG [RS:0;8a7a968213a0:33047 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8a7a968213a0,33047,1732198856832' 2024-11-21T14:20:58,311 DEBUG [RS:0;8a7a968213a0:33047 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-597534930/online-snapshot/abort' 2024-11-21T14:20:58,311 DEBUG [RS:0;8a7a968213a0:33047 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-597534930/online-snapshot/acquired' 2024-11-21T14:20:58,312 DEBUG [RS:0;8a7a968213a0:33047 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T14:20:58,312 INFO [RS:0;8a7a968213a0:33047 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T14:20:58,312 INFO [RS:0;8a7a968213a0:33047 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T14:20:58,412 INFO [RS:0;8a7a968213a0:33047 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T14:20:58,413 INFO [RS:0;8a7a968213a0:33047 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8a7a968213a0%2C33047%2C1732198856832, suffix=, logDir=hdfs://localhost:40345/user/jenkins/test-data/b6c15f69-1b6c-ccb6-4225-ea0044927efb/WALs/8a7a968213a0,33047,1732198856832, archiveDir=hdfs://localhost:40345/user/jenkins/test-data/b6c15f69-1b6c-ccb6-4225-ea0044927efb/oldWALs, maxLogs=10 2024-11-21T14:20:58,430 DEBUG [RS:0;8a7a968213a0:33047 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b6c15f69-1b6c-ccb6-4225-ea0044927efb/WALs/8a7a968213a0,33047,1732198856832/8a7a968213a0%2C33047%2C1732198856832.1732198858414, exclude list is [], retry=0 2024-11-21T14:20:58,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33973,DS-6f45428a-e501-49de-96ae-b1b182f61438,DISK] 2024-11-21T14:20:58,434 INFO [RS:0;8a7a968213a0:33047 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b6c15f69-1b6c-ccb6-4225-ea0044927efb/WALs/8a7a968213a0,33047,1732198856832/8a7a968213a0%2C33047%2C1732198856832.1732198858414 2024-11-21T14:20:58,435 DEBUG [RS:0;8a7a968213a0:33047 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45635:45635)] 2024-11-21T14:20:58,597 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40345/user/jenkins/test-data/b6c15f69-1b6c-ccb6-4225-ea0044927efb/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T14:20:58,597 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40345/user/jenkins/test-data/b6c15f69-1b6c-ccb6-4225-ea0044927efb 2024-11-21T14:20:58,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33973 is added to blk_1073741833_1009 (size=32) 2024-11-21T14:20:59,002 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:20:59,004 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T14:20:59,005 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T14:20:59,005 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:20:59,005 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:20:59,005 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T14:20:59,006 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T14:20:59,006 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:20:59,006 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:20:59,006 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T14:20:59,007 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T14:20:59,007 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:20:59,007 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:20:59,008 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T14:20:59,009 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T14:20:59,009 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:20:59,009 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:20:59,009 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T14:20:59,010 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40345/user/jenkins/test-data/b6c15f69-1b6c-ccb6-4225-ea0044927efb/data/hbase/meta/1588230740 2024-11-21T14:20:59,010 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40345/user/jenkins/test-data/b6c15f69-1b6c-ccb6-4225-ea0044927efb/data/hbase/meta/1588230740 2024-11-21T14:20:59,010 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T14:20:59,010 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T14:20:59,011 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T14:20:59,011 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T14:20:59,013 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40345/user/jenkins/test-data/b6c15f69-1b6c-ccb6-4225-ea0044927efb/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T14:20:59,013 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70905780, jitterRate=0.05657845735549927}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T14:20:59,013 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732198859003Initializing all the Stores at 1732198859003Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198859003Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198859003Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198859003Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198859003Cleaning up temporary data from old regions at 1732198859010 (+7 ms)Region opened successfully at 1732198859013 (+3 ms) 2024-11-21T14:20:59,013 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T14:20:59,013 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T14:20:59,013 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T14:20:59,013 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T14:20:59,013 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T14:20:59,014 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T14:20:59,014 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732198859013Disabling compacts and flushes for region at 1732198859013Disabling writes for close at 1732198859013Writing region close event to WAL at 1732198859014 (+1 ms)Closed at 1732198859014 2024-11-21T14:20:59,015 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T14:20:59,015 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T14:20:59,015 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T14:20:59,016 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T14:20:59,016 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T14:20:59,167 DEBUG [8a7a968213a0:45247 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T14:20:59,167 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8a7a968213a0,33047,1732198856832 2024-11-21T14:20:59,168 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8a7a968213a0,33047,1732198856832, state=OPENING 2024-11-21T14:20:59,170 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T14:20:59,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33047-0x1013ae6cde90004, quorum=127.0.0.1:62603, baseZNode=/1-597534930 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-597534930 2024-11-21T14:20:59,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45247-0x1013ae6cde90003, quorum=127.0.0.1:62603, baseZNode=/1-597534930 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-597534930 2024-11-21T14:20:59,171 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T14:20:59,171 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-597534930/meta-region-server: CHANGED 2024-11-21T14:20:59,171 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-597534930/meta-region-server: CHANGED 2024-11-21T14:20:59,171 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8a7a968213a0,33047,1732198856832}] 2024-11-21T14:20:59,324 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T14:20:59,325 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58325, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T14:20:59,328 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T14:20:59,328 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:20:59,328 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T14:20:59,329 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8a7a968213a0%2C33047%2C1732198856832.meta, suffix=.meta, logDir=hdfs://localhost:40345/user/jenkins/test-data/b6c15f69-1b6c-ccb6-4225-ea0044927efb/WALs/8a7a968213a0,33047,1732198856832, archiveDir=hdfs://localhost:40345/user/jenkins/test-data/b6c15f69-1b6c-ccb6-4225-ea0044927efb/oldWALs, maxLogs=10 2024-11-21T14:20:59,342 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b6c15f69-1b6c-ccb6-4225-ea0044927efb/WALs/8a7a968213a0,33047,1732198856832/8a7a968213a0%2C33047%2C1732198856832.meta.1732198859329.meta, exclude list is [], retry=0 2024-11-21T14:20:59,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33973,DS-6f45428a-e501-49de-96ae-b1b182f61438,DISK] 2024-11-21T14:20:59,345 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b6c15f69-1b6c-ccb6-4225-ea0044927efb/WALs/8a7a968213a0,33047,1732198856832/8a7a968213a0%2C33047%2C1732198856832.meta.1732198859329.meta 2024-11-21T14:20:59,345 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45635:45635)] 2024-11-21T14:20:59,345 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T14:20:59,346 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T14:20:59,346 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T14:20:59,346 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T14:20:59,346 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T14:20:59,346 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T14:20:59,346 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:20:59,346 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T14:20:59,346 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T14:20:59,347 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T14:20:59,348 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T14:20:59,348 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:20:59,348 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:20:59,348 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T14:20:59,349 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T14:20:59,349 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:20:59,349 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:20:59,349 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T14:20:59,350 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T14:20:59,350 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:20:59,350 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:20:59,350 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T14:20:59,350 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T14:20:59,350 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:20:59,351 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:20:59,351 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T14:20:59,351 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40345/user/jenkins/test-data/b6c15f69-1b6c-ccb6-4225-ea0044927efb/data/hbase/meta/1588230740 2024-11-21T14:20:59,352 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40345/user/jenkins/test-data/b6c15f69-1b6c-ccb6-4225-ea0044927efb/data/hbase/meta/1588230740 2024-11-21T14:20:59,353 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T14:20:59,353 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T14:20:59,353 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T14:20:59,354 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T14:20:59,355 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70036789, jitterRate=0.0436294823884964}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T14:20:59,355 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T14:20:59,355 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732198859346Writing region info on filesystem at 1732198859346Initializing all the Stores at 1732198859347 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198859347Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198859347Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198859347Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198859347Cleaning up temporary data from old regions at 1732198859353 (+6 ms)Running coprocessor post-open hooks at 1732198859355 (+2 ms)Region opened successfully at 1732198859355 2024-11-21T14:20:59,356 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732198859323 2024-11-21T14:20:59,357 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T14:20:59,357 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T14:20:59,358 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=8a7a968213a0,33047,1732198856832 2024-11-21T14:20:59,359 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8a7a968213a0,33047,1732198856832, state=OPEN 2024-11-21T14:20:59,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45247-0x1013ae6cde90003, quorum=127.0.0.1:62603, baseZNode=/1-597534930 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-597534930/meta-region-server 2024-11-21T14:20:59,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33047-0x1013ae6cde90004, quorum=127.0.0.1:62603, baseZNode=/1-597534930 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-597534930/meta-region-server 2024-11-21T14:20:59,361 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8a7a968213a0,33047,1732198856832 2024-11-21T14:20:59,361 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-597534930/meta-region-server: CHANGED 2024-11-21T14:20:59,361 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-597534930/meta-region-server: CHANGED 2024-11-21T14:20:59,362 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T14:20:59,362 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8a7a968213a0,33047,1732198856832 in 190 msec 2024-11-21T14:20:59,363 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T14:20:59,363 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 347 msec 2024-11-21T14:20:59,364 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T14:20:59,364 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T14:20:59,365 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:20:59,365 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a7a968213a0,33047,1732198856832, seqNum=-1] 2024-11-21T14:20:59,365 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:20:59,366 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34787, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T14:20:59,369 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1840 sec 2024-11-21T14:20:59,369 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732198859369, completionTime=-1 2024-11-21T14:20:59,369 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T14:20:59,369 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T14:20:59,371 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T14:20:59,371 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732198919371 2024-11-21T14:20:59,371 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732198979371 2024-11-21T14:20:59,371 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-21T14:20:59,371 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,45247,1732198856798-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T14:20:59,371 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,45247,1732198856798-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:20:59,371 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,45247,1732198856798-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:20:59,372 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8a7a968213a0:45247, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:20:59,372 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T14:20:59,372 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T14:20:59,373 DEBUG [master/8a7a968213a0:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T14:20:59,374 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.507sec 2024-11-21T14:20:59,374 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T14:20:59,374 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T14:20:59,374 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T14:20:59,374 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T14:20:59,374 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T14:20:59,374 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,45247,1732198856798-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T14:20:59,374 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,45247,1732198856798-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T14:20:59,376 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T14:20:59,376 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T14:20:59,376 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,45247,1732198856798-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:20:59,450 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35be01af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:20:59,450 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8a7a968213a0,45247,-1 for getting cluster id 2024-11-21T14:20:59,450 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:20:59,451 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cecc0bfa-37a1-48cd-8f8b-63229e1e7443' 2024-11-21T14:20:59,452 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:20:59,452 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cecc0bfa-37a1-48cd-8f8b-63229e1e7443" 2024-11-21T14:20:59,452 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@279e9108, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:20:59,452 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a7a968213a0,45247,-1] 2024-11-21T14:20:59,452 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:20:59,452 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:20:59,453 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47490, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:20:59,453 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e86e81c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:20:59,454 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:20:59,454 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a7a968213a0,33047,1732198856832, seqNum=-1] 2024-11-21T14:20:59,455 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:20:59,455 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40524, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T14:20:59,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=8a7a968213a0,45247,1732198856798 2024-11-21T14:20:59,457 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:62603 2024-11-21T14:20:59,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:62603, baseZNode=/1-597534930 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T14:20:59,461 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013ae6cde90005 connected 2024-11-21T14:20:59,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff9001af-903e-7470-f394-ef3f0ad48987/hadoop.log.dir so I do NOT create it in target/test-data/6fa1b298-5e8f-d98c-c9ca-5f8aed3b9d69 2024-11-21T14:20:59,464 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff9001af-903e-7470-f394-ef3f0ad48987/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T14:20:59,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff9001af-903e-7470-f394-ef3f0ad48987/hadoop.tmp.dir so I do NOT create it in target/test-data/6fa1b298-5e8f-d98c-c9ca-5f8aed3b9d69 2024-11-21T14:20:59,464 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff9001af-903e-7470-f394-ef3f0ad48987/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T14:20:59,464 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fa1b298-5e8f-d98c-c9ca-5f8aed3b9d69 2024-11-21T14:20:59,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T14:20:59,464 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fa1b298-5e8f-d98c-c9ca-5f8aed3b9d69/cluster_0b037c6d-1b44-a095-09a1-399d074b8dd4, deleteOnExit=true 2024-11-21T14:20:59,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T14:20:59,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fa1b298-5e8f-d98c-c9ca-5f8aed3b9d69/test.cache.data in system properties and HBase conf 2024-11-21T14:20:59,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fa1b298-5e8f-d98c-c9ca-5f8aed3b9d69/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T14:20:59,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fa1b298-5e8f-d98c-c9ca-5f8aed3b9d69/hadoop.log.dir in system properties and HBase conf 2024-11-21T14:20:59,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fa1b298-5e8f-d98c-c9ca-5f8aed3b9d69/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T14:20:59,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fa1b298-5e8f-d98c-c9ca-5f8aed3b9d69/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T14:20:59,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T14:20:59,464 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T14:20:59,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fa1b298-5e8f-d98c-c9ca-5f8aed3b9d69/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T14:20:59,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fa1b298-5e8f-d98c-c9ca-5f8aed3b9d69/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T14:20:59,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fa1b298-5e8f-d98c-c9ca-5f8aed3b9d69/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T14:20:59,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fa1b298-5e8f-d98c-c9ca-5f8aed3b9d69/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T14:20:59,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fa1b298-5e8f-d98c-c9ca-5f8aed3b9d69/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T14:20:59,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fa1b298-5e8f-d98c-c9ca-5f8aed3b9d69/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T14:20:59,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fa1b298-5e8f-d98c-c9ca-5f8aed3b9d69/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T14:20:59,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fa1b298-5e8f-d98c-c9ca-5f8aed3b9d69/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T14:20:59,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fa1b298-5e8f-d98c-c9ca-5f8aed3b9d69/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T14:20:59,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fa1b298-5e8f-d98c-c9ca-5f8aed3b9d69/nfs.dump.dir in system properties and HBase conf 2024-11-21T14:20:59,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fa1b298-5e8f-d98c-c9ca-5f8aed3b9d69/java.io.tmpdir in system properties and HBase conf 2024-11-21T14:20:59,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fa1b298-5e8f-d98c-c9ca-5f8aed3b9d69/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T14:20:59,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fa1b298-5e8f-d98c-c9ca-5f8aed3b9d69/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T14:20:59,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fa1b298-5e8f-d98c-c9ca-5f8aed3b9d69/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T14:20:59,540 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T14:20:59,543 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T14:20:59,544 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T14:20:59,544 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T14:20:59,544 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T14:20:59,545 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T14:20:59,546 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45117c8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fa1b298-5e8f-d98c-c9ca-5f8aed3b9d69/hadoop.log.dir/,AVAILABLE} 2024-11-21T14:20:59,546 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75406eb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T14:20:59,661 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1d853c79{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fa1b298-5e8f-d98c-c9ca-5f8aed3b9d69/java.io.tmpdir/jetty-localhost-43327-hadoop-hdfs-3_4_1-tests_jar-_-any-13078738204072566358/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T14:20:59,661 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6f9b003e{HTTP/1.1, (http/1.1)}{localhost:43327} 2024-11-21T14:20:59,662 INFO [Time-limited test {}] server.Server(415): Started @247767ms 2024-11-21T14:20:59,755 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T14:20:59,758 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T14:20:59,760 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T14:20:59,760 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T14:20:59,760 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T14:20:59,761 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2f104328{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fa1b298-5e8f-d98c-c9ca-5f8aed3b9d69/hadoop.log.dir/,AVAILABLE} 2024-11-21T14:20:59,761 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5cc36556{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T14:20:59,874 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@513fab77{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fa1b298-5e8f-d98c-c9ca-5f8aed3b9d69/java.io.tmpdir/jetty-localhost-45585-hadoop-hdfs-3_4_1-tests_jar-_-any-10341590771221319227/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T14:20:59,874 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2579cfe1{HTTP/1.1, (http/1.1)}{localhost:45585} 2024-11-21T14:20:59,874 INFO [Time-limited test {}] server.Server(415): Started @247979ms 2024-11-21T14:20:59,875 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T14:20:59,967 WARN [Thread-3641 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fa1b298-5e8f-d98c-c9ca-5f8aed3b9d69/cluster_0b037c6d-1b44-a095-09a1-399d074b8dd4/data/data1/current/BP-83632983-172.17.0.2-1732198859483/current, will proceed with Du for space computation calculation, 2024-11-21T14:20:59,967 WARN [Thread-3642 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fa1b298-5e8f-d98c-c9ca-5f8aed3b9d69/cluster_0b037c6d-1b44-a095-09a1-399d074b8dd4/data/data2/current/BP-83632983-172.17.0.2-1732198859483/current, will proceed with Du for space computation calculation, 2024-11-21T14:20:59,998 WARN [Thread-3629 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T14:21:00,001 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x26a0bc9a266c93df with lease ID 0xddc10fe97cdaf64e: Processing first storage report for DS-7e62c202-15fe-4c06-bf5a-fc6b7de80843 from datanode DatanodeRegistration(127.0.0.1:34715, datanodeUuid=995ae16f-bb80-435b-bf54-b5de6f03e664, infoPort=36037, infoSecurePort=0, ipcPort=42189, storageInfo=lv=-57;cid=testClusterID;nsid=1206524563;c=1732198859483) 2024-11-21T14:21:00,001 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x26a0bc9a266c93df with lease ID 0xddc10fe97cdaf64e: from storage DS-7e62c202-15fe-4c06-bf5a-fc6b7de80843 node DatanodeRegistration(127.0.0.1:34715, datanodeUuid=995ae16f-bb80-435b-bf54-b5de6f03e664, infoPort=36037, infoSecurePort=0, ipcPort=42189, storageInfo=lv=-57;cid=testClusterID;nsid=1206524563;c=1732198859483), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T14:21:00,001 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x26a0bc9a266c93df with lease ID 0xddc10fe97cdaf64e: Processing first storage report for DS-28213709-cc47-4119-85bd-2dcb27231101 from datanode DatanodeRegistration(127.0.0.1:34715, datanodeUuid=995ae16f-bb80-435b-bf54-b5de6f03e664, infoPort=36037, infoSecurePort=0, ipcPort=42189, storageInfo=lv=-57;cid=testClusterID;nsid=1206524563;c=1732198859483) 2024-11-21T14:21:00,001 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x26a0bc9a266c93df with lease ID 0xddc10fe97cdaf64e: from storage DS-28213709-cc47-4119-85bd-2dcb27231101 node DatanodeRegistration(127.0.0.1:34715, datanodeUuid=995ae16f-bb80-435b-bf54-b5de6f03e664, infoPort=36037, infoSecurePort=0, ipcPort=42189, storageInfo=lv=-57;cid=testClusterID;nsid=1206524563;c=1732198859483), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T14:21:00,097 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fa1b298-5e8f-d98c-c9ca-5f8aed3b9d69 2024-11-21T14:21:00,097 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:21:00,098 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:21:00,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741825_1001 (size=7) 2024-11-21T14:21:00,507 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39807/user/jenkins/test-data/924b67f4-5bd4-6333-6011-7f70da8bcbb5 with version=8 2024-11-21T14:21:00,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39807/user/jenkins/test-data/924b67f4-5bd4-6333-6011-7f70da8bcbb5/hbase-staging 2024-11-21T14:21:00,509 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8a7a968213a0:0 server-side Connection retries=45 2024-11-21T14:21:00,509 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T14:21:00,509 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T14:21:00,509 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T14:21:00,509 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T14:21:00,509 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T14:21:00,509 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T14:21:00,509 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T14:21:00,510 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34285 2024-11-21T14:21:00,510 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34285 connecting to ZooKeeper ensemble=127.0.0.1:62603 2024-11-21T14:21:00,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:342850x0, quorum=127.0.0.1:62603, baseZNode=/2-2074997109 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T14:21:00,513 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34285-0x1013ae6cde90006 connected 2024-11-21T14:21:00,523 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:21:00,525 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:21:00,526 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T14:21:00,526 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34285-0x1013ae6cde90006, quorum=127.0.0.1:62603, baseZNode=/2-2074997109 Set watcher on znode that does not yet exist, /2-2074997109/running 2024-11-21T14:21:00,526 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39807/user/jenkins/test-data/924b67f4-5bd4-6333-6011-7f70da8bcbb5, hbase.cluster.distributed=false 2024-11-21T14:21:00,528 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34285-0x1013ae6cde90006, quorum=127.0.0.1:62603, baseZNode=/2-2074997109 Set watcher on znode that does not yet exist, /2-2074997109/acl 2024-11-21T14:21:00,528 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34285 2024-11-21T14:21:00,528 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34285 2024-11-21T14:21:00,532 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34285 2024-11-21T14:21:00,536 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34285 2024-11-21T14:21:00,536 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34285 2024-11-21T14:21:00,550 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8a7a968213a0:0 server-side Connection retries=45 2024-11-21T14:21:00,550 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T14:21:00,550 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T14:21:00,550 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T14:21:00,550 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T14:21:00,550 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T14:21:00,550 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T14:21:00,551 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T14:21:00,551 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36153 2024-11-21T14:21:00,552 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36153 connecting to ZooKeeper ensemble=127.0.0.1:62603 2024-11-21T14:21:00,552 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:21:00,553 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:21:00,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:361530x0, quorum=127.0.0.1:62603, baseZNode=/2-2074997109 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T14:21:00,557 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:361530x0, quorum=127.0.0.1:62603, baseZNode=/2-2074997109 Set watcher on znode that does not yet exist, /2-2074997109/running 2024-11-21T14:21:00,557 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36153-0x1013ae6cde90007 connected 2024-11-21T14:21:00,557 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T14:21:00,559 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T14:21:00,559 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36153-0x1013ae6cde90007, quorum=127.0.0.1:62603, baseZNode=/2-2074997109 Set watcher on znode that does not yet exist, /2-2074997109/master 2024-11-21T14:21:00,560 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36153-0x1013ae6cde90007, quorum=127.0.0.1:62603, baseZNode=/2-2074997109 Set watcher on znode that does not yet exist, /2-2074997109/acl 2024-11-21T14:21:00,560 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36153 2024-11-21T14:21:00,560 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36153 2024-11-21T14:21:00,563 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36153 2024-11-21T14:21:00,564 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36153 2024-11-21T14:21:00,568 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36153 2024-11-21T14:21:00,579 DEBUG [M:0;8a7a968213a0:34285 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8a7a968213a0:34285 2024-11-21T14:21:00,580 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-2074997109/backup-masters/8a7a968213a0,34285,1732198860509 2024-11-21T14:21:00,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34285-0x1013ae6cde90006, quorum=127.0.0.1:62603, baseZNode=/2-2074997109 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2074997109/backup-masters 2024-11-21T14:21:00,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36153-0x1013ae6cde90007, quorum=127.0.0.1:62603, baseZNode=/2-2074997109 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2074997109/backup-masters 2024-11-21T14:21:00,582 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34285-0x1013ae6cde90006, quorum=127.0.0.1:62603, baseZNode=/2-2074997109 Set watcher on existing znode=/2-2074997109/backup-masters/8a7a968213a0,34285,1732198860509 2024-11-21T14:21:00,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36153-0x1013ae6cde90007, quorum=127.0.0.1:62603, baseZNode=/2-2074997109 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-2074997109/master 2024-11-21T14:21:00,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34285-0x1013ae6cde90006, quorum=127.0.0.1:62603, baseZNode=/2-2074997109 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2074997109 2024-11-21T14:21:00,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36153-0x1013ae6cde90007, quorum=127.0.0.1:62603, baseZNode=/2-2074997109 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2074997109 2024-11-21T14:21:00,587 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34285-0x1013ae6cde90006, quorum=127.0.0.1:62603, baseZNode=/2-2074997109 Set watcher on existing znode=/2-2074997109/master 2024-11-21T14:21:00,587 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-2074997109/backup-masters/8a7a968213a0,34285,1732198860509 from backup master directory 2024-11-21T14:21:00,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34285-0x1013ae6cde90006, quorum=127.0.0.1:62603, baseZNode=/2-2074997109 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-2074997109/backup-masters/8a7a968213a0,34285,1732198860509 2024-11-21T14:21:00,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36153-0x1013ae6cde90007, quorum=127.0.0.1:62603, baseZNode=/2-2074997109 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2074997109/backup-masters 2024-11-21T14:21:00,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34285-0x1013ae6cde90006, quorum=127.0.0.1:62603, baseZNode=/2-2074997109 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2074997109/backup-masters 2024-11-21T14:21:00,588 WARN [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T14:21:00,588 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8a7a968213a0,34285,1732198860509 2024-11-21T14:21:00,591 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39807/user/jenkins/test-data/924b67f4-5bd4-6333-6011-7f70da8bcbb5/hbase.id] with ID: 3a3919bb-a572-4a80-b349-72b627d496b0 2024-11-21T14:21:00,591 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39807/user/jenkins/test-data/924b67f4-5bd4-6333-6011-7f70da8bcbb5/.tmp/hbase.id 2024-11-21T14:21:00,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741826_1002 (size=42) 2024-11-21T14:21:01,000 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39807/user/jenkins/test-data/924b67f4-5bd4-6333-6011-7f70da8bcbb5/.tmp/hbase.id]:[hdfs://localhost:39807/user/jenkins/test-data/924b67f4-5bd4-6333-6011-7f70da8bcbb5/hbase.id] 2024-11-21T14:21:01,008 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:21:01,008 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T14:21:01,009 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-21T14:21:01,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34285-0x1013ae6cde90006, quorum=127.0.0.1:62603, baseZNode=/2-2074997109 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2074997109 2024-11-21T14:21:01,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36153-0x1013ae6cde90007, quorum=127.0.0.1:62603, baseZNode=/2-2074997109 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2074997109 2024-11-21T14:21:01,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741827_1003 (size=196) 2024-11-21T14:21:01,105 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T14:21:01,106 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:01,106 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:01,106 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:01,106 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:01,106 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:01,134 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:01,134 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:01,134 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:01,134 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:01,134 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:01,135 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:01,140 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:01,142 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:01,142 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:01,143 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:01,415 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T14:21:01,416 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T14:21:01,417 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:21:01,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741828_1004 (size=1189) 2024-11-21T14:21:01,823 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39807/user/jenkins/test-data/924b67f4-5bd4-6333-6011-7f70da8bcbb5/MasterData/data/master/store 2024-11-21T14:21:01,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741829_1005 (size=34) 2024-11-21T14:21:02,228 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:21:02,228 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T14:21:02,228 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:21:02,228 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:21:02,228 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T14:21:02,228 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:21:02,228 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:21:02,228 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732198862228Disabling compacts and flushes for region at 1732198862228Disabling writes for close at 1732198862228Writing region close event to WAL at 1732198862228Closed at 1732198862228 2024-11-21T14:21:02,229 WARN [master/8a7a968213a0:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39807/user/jenkins/test-data/924b67f4-5bd4-6333-6011-7f70da8bcbb5/MasterData/data/master/store/.initializing 2024-11-21T14:21:02,229 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39807/user/jenkins/test-data/924b67f4-5bd4-6333-6011-7f70da8bcbb5/MasterData/WALs/8a7a968213a0,34285,1732198860509 2024-11-21T14:21:02,230 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T14:21:02,231 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8a7a968213a0%2C34285%2C1732198860509, suffix=, logDir=hdfs://localhost:39807/user/jenkins/test-data/924b67f4-5bd4-6333-6011-7f70da8bcbb5/MasterData/WALs/8a7a968213a0,34285,1732198860509, archiveDir=hdfs://localhost:39807/user/jenkins/test-data/924b67f4-5bd4-6333-6011-7f70da8bcbb5/MasterData/oldWALs, maxLogs=10 2024-11-21T14:21:02,245 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/924b67f4-5bd4-6333-6011-7f70da8bcbb5/MasterData/WALs/8a7a968213a0,34285,1732198860509/8a7a968213a0%2C34285%2C1732198860509.1732198862232, exclude list is [], retry=0 2024-11-21T14:21:02,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34715,DS-7e62c202-15fe-4c06-bf5a-fc6b7de80843,DISK] 2024-11-21T14:21:02,250 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/924b67f4-5bd4-6333-6011-7f70da8bcbb5/MasterData/WALs/8a7a968213a0,34285,1732198860509/8a7a968213a0%2C34285%2C1732198860509.1732198862232 2024-11-21T14:21:02,250 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36037:36037)] 2024-11-21T14:21:02,250 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T14:21:02,251 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:21:02,251 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:21:02,251 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:21:02,252 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:21:02,253 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T14:21:02,253 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:21:02,254 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:21:02,254 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:21:02,254 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T14:21:02,254 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:21:02,255 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:21:02,255 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:21:02,256 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T14:21:02,256 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:21:02,256 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:21:02,256 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:21:02,257 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T14:21:02,257 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:21:02,257 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:21:02,258 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:21:02,258 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39807/user/jenkins/test-data/924b67f4-5bd4-6333-6011-7f70da8bcbb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:21:02,258 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39807/user/jenkins/test-data/924b67f4-5bd4-6333-6011-7f70da8bcbb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:21:02,259 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:21:02,259 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:21:02,260 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T14:21:02,261 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:21:02,262 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39807/user/jenkins/test-data/924b67f4-5bd4-6333-6011-7f70da8bcbb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T14:21:02,262 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65813930, jitterRate=-0.01929602026939392}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T14:21:02,263 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732198862251Initializing all the Stores at 1732198862251Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198862251Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198862252 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198862252Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198862252Cleaning up temporary data from old regions at 1732198862259 (+7 ms)Region opened successfully at 1732198862262 (+3 ms) 2024-11-21T14:21:02,263 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T14:21:02,265 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5948ea4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8a7a968213a0/172.17.0.2:0 2024-11-21T14:21:02,266 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T14:21:02,266 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T14:21:02,266 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T14:21:02,266 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T14:21:02,266 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T14:21:02,266 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T14:21:02,266 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T14:21:02,268 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T14:21:02,269 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34285-0x1013ae6cde90006, quorum=127.0.0.1:62603, baseZNode=/2-2074997109 Unable to get data of znode /2-2074997109/balancer because node does not exist (not necessarily an error) 2024-11-21T14:21:02,271 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-2074997109/balancer already deleted, retry=false 2024-11-21T14:21:02,271 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T14:21:02,271 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34285-0x1013ae6cde90006, quorum=127.0.0.1:62603, baseZNode=/2-2074997109 Unable to get data of znode /2-2074997109/normalizer because node does not exist (not necessarily an error) 2024-11-21T14:21:02,274 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-2074997109/normalizer already deleted, retry=false 2024-11-21T14:21:02,275 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T14:21:02,275 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34285-0x1013ae6cde90006, quorum=127.0.0.1:62603, baseZNode=/2-2074997109 Unable to get data of znode /2-2074997109/switch/split because node does not exist (not necessarily an error) 2024-11-21T14:21:02,276 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-2074997109/switch/split already deleted, retry=false 2024-11-21T14:21:02,277 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34285-0x1013ae6cde90006, quorum=127.0.0.1:62603, baseZNode=/2-2074997109 Unable to get data of znode /2-2074997109/switch/merge because node does not exist (not necessarily an error) 2024-11-21T14:21:02,278 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-2074997109/switch/merge already deleted, retry=false 2024-11-21T14:21:02,280 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34285-0x1013ae6cde90006, quorum=127.0.0.1:62603, baseZNode=/2-2074997109 Unable to get data of znode /2-2074997109/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T14:21:02,281 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-2074997109/snapshot-cleanup already deleted, retry=false 2024-11-21T14:21:02,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34285-0x1013ae6cde90006, quorum=127.0.0.1:62603, baseZNode=/2-2074997109 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-2074997109/running 2024-11-21T14:21:02,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34285-0x1013ae6cde90006, quorum=127.0.0.1:62603, baseZNode=/2-2074997109 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2074997109 2024-11-21T14:21:02,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36153-0x1013ae6cde90007, quorum=127.0.0.1:62603, baseZNode=/2-2074997109 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-2074997109/running 2024-11-21T14:21:02,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36153-0x1013ae6cde90007, quorum=127.0.0.1:62603, baseZNode=/2-2074997109 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2074997109 2024-11-21T14:21:02,283 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8a7a968213a0,34285,1732198860509, sessionid=0x1013ae6cde90006, setting cluster-up flag (Was=false) 2024-11-21T14:21:02,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36153-0x1013ae6cde90007, quorum=127.0.0.1:62603, baseZNode=/2-2074997109 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2074997109 2024-11-21T14:21:02,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34285-0x1013ae6cde90006, quorum=127.0.0.1:62603, baseZNode=/2-2074997109 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2074997109 2024-11-21T14:21:02,295 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-2074997109/flush-table-proc/acquired, /2-2074997109/flush-table-proc/reached, /2-2074997109/flush-table-proc/abort 2024-11-21T14:21:02,295 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8a7a968213a0,34285,1732198860509 2024-11-21T14:21:02,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34285-0x1013ae6cde90006, quorum=127.0.0.1:62603, baseZNode=/2-2074997109 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2074997109 2024-11-21T14:21:02,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36153-0x1013ae6cde90007, quorum=127.0.0.1:62603, baseZNode=/2-2074997109 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2074997109 2024-11-21T14:21:02,302 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-2074997109/online-snapshot/acquired, /2-2074997109/online-snapshot/reached, /2-2074997109/online-snapshot/abort 2024-11-21T14:21:02,303 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8a7a968213a0,34285,1732198860509 2024-11-21T14:21:02,304 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39807/user/jenkins/test-data/924b67f4-5bd4-6333-6011-7f70da8bcbb5/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T14:21:02,305 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T14:21:02,305 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T14:21:02,306 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T14:21:02,306 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8a7a968213a0,34285,1732198860509 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T14:21:02,307 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8a7a968213a0:0, corePoolSize=5, maxPoolSize=5 2024-11-21T14:21:02,307 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8a7a968213a0:0, corePoolSize=5, maxPoolSize=5 2024-11-21T14:21:02,307 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8a7a968213a0:0, corePoolSize=5, maxPoolSize=5 2024-11-21T14:21:02,307 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8a7a968213a0:0, corePoolSize=5, maxPoolSize=5 2024-11-21T14:21:02,307 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8a7a968213a0:0, corePoolSize=10, maxPoolSize=10 2024-11-21T14:21:02,307 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:21:02,307 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8a7a968213a0:0, corePoolSize=2, maxPoolSize=2 2024-11-21T14:21:02,307 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:21:02,308 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732198892308 2024-11-21T14:21:02,308 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T14:21:02,308 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T14:21:02,308 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T14:21:02,308 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T14:21:02,308 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T14:21:02,308 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T14:21:02,308 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T14:21:02,308 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T14:21:02,308 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T14:21:02,309 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:21:02,309 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T14:21:02,312 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T14:21:02,312 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T14:21:02,312 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T14:21:02,312 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T14:21:02,315 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T14:21:02,315 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T14:21:02,315 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8a7a968213a0:0:becomeActiveMaster-HFileCleaner.large.0-1732198862315,5,FailOnTimeoutGroup] 2024-11-21T14:21:02,316 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8a7a968213a0:0:becomeActiveMaster-HFileCleaner.small.0-1732198862315,5,FailOnTimeoutGroup] 2024-11-21T14:21:02,316 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T14:21:02,316 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T14:21:02,316 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T14:21:02,316 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T14:21:02,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741831_1007 (size=1321) 2024-11-21T14:21:02,371 INFO [RS:0;8a7a968213a0:36153 {}] regionserver.HRegionServer(746): ClusterId : 3a3919bb-a572-4a80-b349-72b627d496b0 2024-11-21T14:21:02,371 DEBUG [RS:0;8a7a968213a0:36153 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T14:21:02,373 DEBUG [RS:0;8a7a968213a0:36153 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T14:21:02,373 DEBUG [RS:0;8a7a968213a0:36153 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T14:21:02,375 DEBUG [RS:0;8a7a968213a0:36153 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T14:21:02,375 DEBUG [RS:0;8a7a968213a0:36153 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52771327, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8a7a968213a0/172.17.0.2:0 2024-11-21T14:21:02,387 DEBUG [RS:0;8a7a968213a0:36153 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8a7a968213a0:36153 2024-11-21T14:21:02,387 INFO [RS:0;8a7a968213a0:36153 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T14:21:02,387 INFO [RS:0;8a7a968213a0:36153 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T14:21:02,387 DEBUG [RS:0;8a7a968213a0:36153 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T14:21:02,388 INFO [RS:0;8a7a968213a0:36153 {}] regionserver.HRegionServer(2659): reportForDuty to master=8a7a968213a0,34285,1732198860509 with port=36153, startcode=1732198860550 2024-11-21T14:21:02,388 DEBUG [RS:0;8a7a968213a0:36153 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T14:21:02,389 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40185, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T14:21:02,389 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34285 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8a7a968213a0,36153,1732198860550 2024-11-21T14:21:02,389 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34285 {}] master.ServerManager(517): Registering regionserver=8a7a968213a0,36153,1732198860550 2024-11-21T14:21:02,391 DEBUG [RS:0;8a7a968213a0:36153 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39807/user/jenkins/test-data/924b67f4-5bd4-6333-6011-7f70da8bcbb5 2024-11-21T14:21:02,391 DEBUG [RS:0;8a7a968213a0:36153 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39807 2024-11-21T14:21:02,391 DEBUG [RS:0;8a7a968213a0:36153 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T14:21:02,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34285-0x1013ae6cde90006, quorum=127.0.0.1:62603, baseZNode=/2-2074997109 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2074997109/rs 2024-11-21T14:21:02,395 DEBUG [RS:0;8a7a968213a0:36153 {}] zookeeper.ZKUtil(111): regionserver:36153-0x1013ae6cde90007, quorum=127.0.0.1:62603, baseZNode=/2-2074997109 Set watcher on existing znode=/2-2074997109/rs/8a7a968213a0,36153,1732198860550 2024-11-21T14:21:02,395 WARN [RS:0;8a7a968213a0:36153 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T14:21:02,395 INFO [RS:0;8a7a968213a0:36153 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:21:02,395 DEBUG [RS:0;8a7a968213a0:36153 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39807/user/jenkins/test-data/924b67f4-5bd4-6333-6011-7f70da8bcbb5/WALs/8a7a968213a0,36153,1732198860550 2024-11-21T14:21:02,396 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8a7a968213a0,36153,1732198860550] 2024-11-21T14:21:02,398 INFO [RS:0;8a7a968213a0:36153 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T14:21:02,400 INFO [RS:0;8a7a968213a0:36153 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T14:21:02,400 INFO [RS:0;8a7a968213a0:36153 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T14:21:02,400 INFO [RS:0;8a7a968213a0:36153 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T14:21:02,404 INFO [RS:0;8a7a968213a0:36153 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T14:21:02,405 INFO [RS:0;8a7a968213a0:36153 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T14:21:02,405 INFO [RS:0;8a7a968213a0:36153 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T14:21:02,405 DEBUG [RS:0;8a7a968213a0:36153 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:21:02,405 DEBUG [RS:0;8a7a968213a0:36153 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:21:02,405 DEBUG [RS:0;8a7a968213a0:36153 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:21:02,405 DEBUG [RS:0;8a7a968213a0:36153 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:21:02,405 DEBUG [RS:0;8a7a968213a0:36153 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:21:02,405 DEBUG [RS:0;8a7a968213a0:36153 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8a7a968213a0:0, corePoolSize=2, maxPoolSize=2 2024-11-21T14:21:02,405 DEBUG [RS:0;8a7a968213a0:36153 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:21:02,405 DEBUG [RS:0;8a7a968213a0:36153 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:21:02,405 DEBUG [RS:0;8a7a968213a0:36153 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:21:02,405 DEBUG [RS:0;8a7a968213a0:36153 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:21:02,405 DEBUG [RS:0;8a7a968213a0:36153 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:21:02,405 DEBUG [RS:0;8a7a968213a0:36153 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:21:02,405 DEBUG [RS:0;8a7a968213a0:36153 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8a7a968213a0:0, corePoolSize=3, maxPoolSize=3 2024-11-21T14:21:02,405 DEBUG [RS:0;8a7a968213a0:36153 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8a7a968213a0:0, corePoolSize=3, maxPoolSize=3 2024-11-21T14:21:02,406 INFO [RS:0;8a7a968213a0:36153 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T14:21:02,406 INFO [RS:0;8a7a968213a0:36153 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T14:21:02,406 INFO [RS:0;8a7a968213a0:36153 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T14:21:02,406 INFO [RS:0;8a7a968213a0:36153 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T14:21:02,406 INFO [RS:0;8a7a968213a0:36153 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T14:21:02,406 INFO [RS:0;8a7a968213a0:36153 {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,36153,1732198860550-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T14:21:02,419 INFO [RS:0;8a7a968213a0:36153 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T14:21:02,419 INFO [RS:0;8a7a968213a0:36153 {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,36153,1732198860550-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T14:21:02,420 INFO [RS:0;8a7a968213a0:36153 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:21:02,420 INFO [RS:0;8a7a968213a0:36153 {}] regionserver.Replication(171): 8a7a968213a0,36153,1732198860550 started 2024-11-21T14:21:02,433 INFO [RS:0;8a7a968213a0:36153 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:21:02,433 INFO [RS:0;8a7a968213a0:36153 {}] regionserver.HRegionServer(1482): Serving as 8a7a968213a0,36153,1732198860550, RpcServer on 8a7a968213a0/172.17.0.2:36153, sessionid=0x1013ae6cde90007 2024-11-21T14:21:02,433 DEBUG [RS:0;8a7a968213a0:36153 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T14:21:02,433 DEBUG [RS:0;8a7a968213a0:36153 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8a7a968213a0,36153,1732198860550 2024-11-21T14:21:02,433 DEBUG [RS:0;8a7a968213a0:36153 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8a7a968213a0,36153,1732198860550' 2024-11-21T14:21:02,433 DEBUG [RS:0;8a7a968213a0:36153 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-2074997109/flush-table-proc/abort' 2024-11-21T14:21:02,434 DEBUG [RS:0;8a7a968213a0:36153 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-2074997109/flush-table-proc/acquired' 2024-11-21T14:21:02,434 DEBUG [RS:0;8a7a968213a0:36153 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T14:21:02,434 DEBUG [RS:0;8a7a968213a0:36153 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T14:21:02,434 DEBUG [RS:0;8a7a968213a0:36153 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8a7a968213a0,36153,1732198860550 2024-11-21T14:21:02,434 DEBUG [RS:0;8a7a968213a0:36153 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8a7a968213a0,36153,1732198860550' 2024-11-21T14:21:02,434 DEBUG [RS:0;8a7a968213a0:36153 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-2074997109/online-snapshot/abort' 2024-11-21T14:21:02,434 DEBUG [RS:0;8a7a968213a0:36153 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-2074997109/online-snapshot/acquired' 2024-11-21T14:21:02,435 DEBUG [RS:0;8a7a968213a0:36153 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T14:21:02,435 INFO [RS:0;8a7a968213a0:36153 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T14:21:02,435 INFO [RS:0;8a7a968213a0:36153 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T14:21:02,535 INFO [RS:0;8a7a968213a0:36153 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T14:21:02,536 INFO [RS:0;8a7a968213a0:36153 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8a7a968213a0%2C36153%2C1732198860550, suffix=, logDir=hdfs://localhost:39807/user/jenkins/test-data/924b67f4-5bd4-6333-6011-7f70da8bcbb5/WALs/8a7a968213a0,36153,1732198860550, archiveDir=hdfs://localhost:39807/user/jenkins/test-data/924b67f4-5bd4-6333-6011-7f70da8bcbb5/oldWALs, maxLogs=10 2024-11-21T14:21:02,550 DEBUG [RS:0;8a7a968213a0:36153 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/924b67f4-5bd4-6333-6011-7f70da8bcbb5/WALs/8a7a968213a0,36153,1732198860550/8a7a968213a0%2C36153%2C1732198860550.1732198862536, exclude list is [], retry=0 2024-11-21T14:21:02,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34715,DS-7e62c202-15fe-4c06-bf5a-fc6b7de80843,DISK] 2024-11-21T14:21:02,554 INFO [RS:0;8a7a968213a0:36153 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/924b67f4-5bd4-6333-6011-7f70da8bcbb5/WALs/8a7a968213a0,36153,1732198860550/8a7a968213a0%2C36153%2C1732198860550.1732198862536 2024-11-21T14:21:02,554 DEBUG [RS:0;8a7a968213a0:36153 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36037:36037)] 2024-11-21T14:21:02,719 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39807/user/jenkins/test-data/924b67f4-5bd4-6333-6011-7f70da8bcbb5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T14:21:02,719 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39807/user/jenkins/test-data/924b67f4-5bd4-6333-6011-7f70da8bcbb5 2024-11-21T14:21:02,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741833_1009 (size=32) 2024-11-21T14:21:03,124 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:21:03,125 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T14:21:03,126 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T14:21:03,126 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:21:03,126 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:21:03,127 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T14:21:03,127 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T14:21:03,127 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:21:03,127 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:21:03,128 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T14:21:03,128 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T14:21:03,128 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:21:03,129 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:21:03,129 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T14:21:03,129 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T14:21:03,129 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:21:03,130 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:21:03,130 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T14:21:03,130 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39807/user/jenkins/test-data/924b67f4-5bd4-6333-6011-7f70da8bcbb5/data/hbase/meta/1588230740 2024-11-21T14:21:03,130 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39807/user/jenkins/test-data/924b67f4-5bd4-6333-6011-7f70da8bcbb5/data/hbase/meta/1588230740 2024-11-21T14:21:03,131 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T14:21:03,131 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T14:21:03,131 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T14:21:03,132 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T14:21:03,134 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39807/user/jenkins/test-data/924b67f4-5bd4-6333-6011-7f70da8bcbb5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T14:21:03,134 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68366407, jitterRate=0.018738850951194763}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T14:21:03,134 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732198863124Initializing all the Stores at 1732198863125 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198863125Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198863125Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198863125Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198863125Cleaning up temporary data from old regions at 1732198863131 (+6 ms)Region opened successfully at 1732198863134 (+3 ms) 2024-11-21T14:21:03,134 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T14:21:03,134 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T14:21:03,134 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T14:21:03,134 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T14:21:03,134 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T14:21:03,135 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T14:21:03,135 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732198863134Disabling compacts and flushes for region at 1732198863134Disabling writes for close at 1732198863134Writing region close event to WAL at 1732198863135 (+1 ms)Closed at 1732198863135 2024-11-21T14:21:03,136 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T14:21:03,136 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T14:21:03,136 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T14:21:03,137 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T14:21:03,137 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T14:21:03,288 DEBUG [8a7a968213a0:34285 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T14:21:03,288 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8a7a968213a0,36153,1732198860550 2024-11-21T14:21:03,289 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8a7a968213a0,36153,1732198860550, state=OPENING 2024-11-21T14:21:03,290 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T14:21:03,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34285-0x1013ae6cde90006, quorum=127.0.0.1:62603, baseZNode=/2-2074997109 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2074997109 2024-11-21T14:21:03,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36153-0x1013ae6cde90007, quorum=127.0.0.1:62603, baseZNode=/2-2074997109 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2074997109 2024-11-21T14:21:03,292 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T14:21:03,292 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-2074997109/meta-region-server: CHANGED 2024-11-21T14:21:03,292 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-2074997109/meta-region-server: CHANGED 2024-11-21T14:21:03,292 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8a7a968213a0,36153,1732198860550}] 2024-11-21T14:21:03,445 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T14:21:03,446 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51041, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T14:21:03,449 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T14:21:03,449 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:21:03,449 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T14:21:03,450 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8a7a968213a0%2C36153%2C1732198860550.meta, suffix=.meta, logDir=hdfs://localhost:39807/user/jenkins/test-data/924b67f4-5bd4-6333-6011-7f70da8bcbb5/WALs/8a7a968213a0,36153,1732198860550, archiveDir=hdfs://localhost:39807/user/jenkins/test-data/924b67f4-5bd4-6333-6011-7f70da8bcbb5/oldWALs, maxLogs=10 2024-11-21T14:21:03,463 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/924b67f4-5bd4-6333-6011-7f70da8bcbb5/WALs/8a7a968213a0,36153,1732198860550/8a7a968213a0%2C36153%2C1732198860550.meta.1732198863450.meta, exclude list is [], retry=0 2024-11-21T14:21:03,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34715,DS-7e62c202-15fe-4c06-bf5a-fc6b7de80843,DISK] 2024-11-21T14:21:03,467 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/924b67f4-5bd4-6333-6011-7f70da8bcbb5/WALs/8a7a968213a0,36153,1732198860550/8a7a968213a0%2C36153%2C1732198860550.meta.1732198863450.meta 2024-11-21T14:21:03,468 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36037:36037)] 2024-11-21T14:21:03,468 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T14:21:03,468 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T14:21:03,469 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T14:21:03,469 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T14:21:03,469 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T14:21:03,469 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T14:21:03,469 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:21:03,469 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T14:21:03,469 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T14:21:03,471 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T14:21:03,471 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T14:21:03,471 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:21:03,476 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:21:03,477 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T14:21:03,477 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T14:21:03,477 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:21:03,478 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:21:03,478 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T14:21:03,478 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T14:21:03,478 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:21:03,479 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:21:03,479 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T14:21:03,479 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T14:21:03,479 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:21:03,479 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:21:03,480 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T14:21:03,480 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39807/user/jenkins/test-data/924b67f4-5bd4-6333-6011-7f70da8bcbb5/data/hbase/meta/1588230740 2024-11-21T14:21:03,481 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39807/user/jenkins/test-data/924b67f4-5bd4-6333-6011-7f70da8bcbb5/data/hbase/meta/1588230740 2024-11-21T14:21:03,482 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T14:21:03,482 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T14:21:03,483 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T14:21:03,484 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T14:21:03,484 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71628903, jitterRate=0.06735382974147797}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T14:21:03,485 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T14:21:03,485 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732198863469Writing region info on filesystem at 1732198863469Initializing all the Stores at 1732198863470 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198863470Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198863470Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198863470Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198863470Cleaning up temporary data from old regions at 1732198863482 (+12 ms)Running coprocessor post-open hooks at 1732198863485 (+3 ms)Region opened successfully at 1732198863485 2024-11-21T14:21:03,485 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732198863445 2024-11-21T14:21:03,488 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T14:21:03,488 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T14:21:03,488 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=8a7a968213a0,36153,1732198860550 2024-11-21T14:21:03,489 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8a7a968213a0,36153,1732198860550, state=OPEN 2024-11-21T14:21:03,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36153-0x1013ae6cde90007, quorum=127.0.0.1:62603, baseZNode=/2-2074997109 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-2074997109/meta-region-server 2024-11-21T14:21:03,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34285-0x1013ae6cde90006, quorum=127.0.0.1:62603, baseZNode=/2-2074997109 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-2074997109/meta-region-server 2024-11-21T14:21:03,492 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8a7a968213a0,36153,1732198860550 2024-11-21T14:21:03,492 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-2074997109/meta-region-server: CHANGED 2024-11-21T14:21:03,492 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-2074997109/meta-region-server: CHANGED 2024-11-21T14:21:03,494 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T14:21:03,494 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8a7a968213a0,36153,1732198860550 in 200 msec 2024-11-21T14:21:03,496 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T14:21:03,496 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 358 msec 2024-11-21T14:21:03,496 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T14:21:03,496 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T14:21:03,497 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:21:03,497 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a7a968213a0,36153,1732198860550, seqNum=-1] 2024-11-21T14:21:03,498 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:21:03,499 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37353, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T14:21:03,503 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1980 sec 2024-11-21T14:21:03,503 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732198863503, completionTime=-1 2024-11-21T14:21:03,503 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T14:21:03,503 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T14:21:03,505 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T14:21:03,505 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732198923505 2024-11-21T14:21:03,505 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732198983505 2024-11-21T14:21:03,505 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-21T14:21:03,505 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,34285,1732198860509-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T14:21:03,505 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,34285,1732198860509-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:21:03,505 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,34285,1732198860509-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:21:03,506 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8a7a968213a0:34285, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:21:03,506 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T14:21:03,506 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T14:21:03,507 DEBUG [master/8a7a968213a0:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T14:21:03,509 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.921sec 2024-11-21T14:21:03,509 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T14:21:03,509 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T14:21:03,509 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T14:21:03,509 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T14:21:03,509 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T14:21:03,509 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,34285,1732198860509-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T14:21:03,509 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,34285,1732198860509-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T14:21:03,511 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T14:21:03,511 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T14:21:03,511 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,34285,1732198860509-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:21:03,584 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63be21f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:21:03,584 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8a7a968213a0,34285,-1 for getting cluster id 2024-11-21T14:21:03,584 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:21:03,587 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3a3919bb-a572-4a80-b349-72b627d496b0' 2024-11-21T14:21:03,587 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:21:03,587 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3a3919bb-a572-4a80-b349-72b627d496b0" 2024-11-21T14:21:03,588 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b60cee4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:21:03,588 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a7a968213a0,34285,-1] 2024-11-21T14:21:03,588 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:21:03,588 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:21:03,589 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:21:03,590 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@602a778e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:21:03,590 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:21:03,592 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a7a968213a0,36153,1732198860550, seqNum=-1] 2024-11-21T14:21:03,592 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:21:03,593 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T14:21:03,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=8a7a968213a0,34285,1732198860509 2024-11-21T14:21:03,595 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:62603 2024-11-21T14:21:03,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:62603, baseZNode=/2-2074997109 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T14:21:03,598 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1013ae6cde90008 connected 2024-11-21T14:21:03,601 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T14:21:03,602 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a7a968213a0,42271,1732198852627 2024-11-21T14:21:03,602 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@714fc2e2 2024-11-21T14:21:03,602 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T14:21:03,603 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T14:21:03,604 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42271 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T14:21:03,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42271 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-21T14:21:03,606 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T14:21:03,606 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:21:03,607 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42271 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-21T14:21:03,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T14:21:03,608 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T14:21:03,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34619 is added to blk_1073741835_1011 (size=902) 2024-11-21T14:21:03,614 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3ef3ac681419ebd5be1b9a2f82fb215d, NAME => 'test,,1732198863604.3ef3ac681419ebd5be1b9a2f82fb215d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38587/user/jenkins/test-data/c275144a-663a-b36d-a80a-679d44e4f3a5 2024-11-21T14:21:03,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34619 is added to blk_1073741836_1012 (size=39) 2024-11-21T14:21:03,620 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732198863604.3ef3ac681419ebd5be1b9a2f82fb215d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:21:03,620 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 3ef3ac681419ebd5be1b9a2f82fb215d, disabling compactions & flushes 2024-11-21T14:21:03,620 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732198863604.3ef3ac681419ebd5be1b9a2f82fb215d. 2024-11-21T14:21:03,620 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732198863604.3ef3ac681419ebd5be1b9a2f82fb215d. 2024-11-21T14:21:03,620 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732198863604.3ef3ac681419ebd5be1b9a2f82fb215d. after waiting 0 ms 2024-11-21T14:21:03,620 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732198863604.3ef3ac681419ebd5be1b9a2f82fb215d. 2024-11-21T14:21:03,620 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732198863604.3ef3ac681419ebd5be1b9a2f82fb215d. 2024-11-21T14:21:03,620 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3ef3ac681419ebd5be1b9a2f82fb215d: Waiting for close lock at 1732198863620Disabling compacts and flushes for region at 1732198863620Disabling writes for close at 1732198863620Writing region close event to WAL at 1732198863620Closed at 1732198863620 2024-11-21T14:21:03,621 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T14:21:03,622 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732198863604.3ef3ac681419ebd5be1b9a2f82fb215d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732198863621"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732198863621"}]},"ts":"1732198863621"} 2024-11-21T14:21:03,623 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T14:21:03,624 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T14:21:03,624 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732198863624"}]},"ts":"1732198863624"} 2024-11-21T14:21:03,626 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-21T14:21:03,626 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3ef3ac681419ebd5be1b9a2f82fb215d, ASSIGN}] 2024-11-21T14:21:03,627 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3ef3ac681419ebd5be1b9a2f82fb215d, ASSIGN 2024-11-21T14:21:03,628 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=3ef3ac681419ebd5be1b9a2f82fb215d, ASSIGN; state=OFFLINE, location=8a7a968213a0,45931,1732198852680; forceNewPlan=false, retain=false 2024-11-21T14:21:03,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T14:21:03,778 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3ef3ac681419ebd5be1b9a2f82fb215d, regionState=OPENING, regionLocation=8a7a968213a0,45931,1732198852680 2024-11-21T14:21:03,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=3ef3ac681419ebd5be1b9a2f82fb215d, ASSIGN because future has completed 2024-11-21T14:21:03,781 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3ef3ac681419ebd5be1b9a2f82fb215d, server=8a7a968213a0,45931,1732198852680}] 2024-11-21T14:21:03,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T14:21:03,936 INFO [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732198863604.3ef3ac681419ebd5be1b9a2f82fb215d. 2024-11-21T14:21:03,936 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 3ef3ac681419ebd5be1b9a2f82fb215d, NAME => 'test,,1732198863604.3ef3ac681419ebd5be1b9a2f82fb215d.', STARTKEY => '', ENDKEY => ''} 2024-11-21T14:21:03,936 INFO [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T14:21:03,937 INFO [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-21T14:21:03,937 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3ef3ac681419ebd5be1b9a2f82fb215d 2024-11-21T14:21:03,937 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732198863604.3ef3ac681419ebd5be1b9a2f82fb215d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:21:03,937 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 3ef3ac681419ebd5be1b9a2f82fb215d 2024-11-21T14:21:03,937 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 3ef3ac681419ebd5be1b9a2f82fb215d 2024-11-21T14:21:03,938 INFO [StoreOpener-3ef3ac681419ebd5be1b9a2f82fb215d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3ef3ac681419ebd5be1b9a2f82fb215d 2024-11-21T14:21:03,939 INFO [StoreOpener-3ef3ac681419ebd5be1b9a2f82fb215d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3ef3ac681419ebd5be1b9a2f82fb215d columnFamilyName f 2024-11-21T14:21:03,939 DEBUG [StoreOpener-3ef3ac681419ebd5be1b9a2f82fb215d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:21:03,939 INFO [StoreOpener-3ef3ac681419ebd5be1b9a2f82fb215d-1 {}] regionserver.HStore(327): Store=3ef3ac681419ebd5be1b9a2f82fb215d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:21:03,939 INFO [StoreOpener-3ef3ac681419ebd5be1b9a2f82fb215d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 3ef3ac681419ebd5be1b9a2f82fb215d 2024-11-21T14:21:03,940 INFO [StoreOpener-3ef3ac681419ebd5be1b9a2f82fb215d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3ef3ac681419ebd5be1b9a2f82fb215d columnFamilyName f1 2024-11-21T14:21:03,940 DEBUG [StoreOpener-3ef3ac681419ebd5be1b9a2f82fb215d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:21:03,940 INFO [StoreOpener-3ef3ac681419ebd5be1b9a2f82fb215d-1 {}] regionserver.HStore(327): Store=3ef3ac681419ebd5be1b9a2f82fb215d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:21:03,940 INFO [StoreOpener-3ef3ac681419ebd5be1b9a2f82fb215d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3ef3ac681419ebd5be1b9a2f82fb215d 2024-11-21T14:21:03,941 INFO [StoreOpener-3ef3ac681419ebd5be1b9a2f82fb215d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3ef3ac681419ebd5be1b9a2f82fb215d columnFamilyName norep 2024-11-21T14:21:03,941 DEBUG [StoreOpener-3ef3ac681419ebd5be1b9a2f82fb215d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:21:03,941 INFO [StoreOpener-3ef3ac681419ebd5be1b9a2f82fb215d-1 {}] regionserver.HStore(327): Store=3ef3ac681419ebd5be1b9a2f82fb215d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:21:03,941 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 3ef3ac681419ebd5be1b9a2f82fb215d 2024-11-21T14:21:03,941 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38587/user/jenkins/test-data/c275144a-663a-b36d-a80a-679d44e4f3a5/data/default/test/3ef3ac681419ebd5be1b9a2f82fb215d 2024-11-21T14:21:03,942 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38587/user/jenkins/test-data/c275144a-663a-b36d-a80a-679d44e4f3a5/data/default/test/3ef3ac681419ebd5be1b9a2f82fb215d 2024-11-21T14:21:03,942 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 3ef3ac681419ebd5be1b9a2f82fb215d 2024-11-21T14:21:03,942 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 3ef3ac681419ebd5be1b9a2f82fb215d 2024-11-21T14:21:03,942 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T14:21:03,943 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 3ef3ac681419ebd5be1b9a2f82fb215d 2024-11-21T14:21:03,944 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38587/user/jenkins/test-data/c275144a-663a-b36d-a80a-679d44e4f3a5/data/default/test/3ef3ac681419ebd5be1b9a2f82fb215d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T14:21:03,945 INFO [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 3ef3ac681419ebd5be1b9a2f82fb215d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61668925, jitterRate=-0.08106140792369843}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T14:21:03,945 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3ef3ac681419ebd5be1b9a2f82fb215d 2024-11-21T14:21:03,945 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 3ef3ac681419ebd5be1b9a2f82fb215d: Running coprocessor pre-open hook at 1732198863937Writing region info on filesystem at 1732198863937Initializing all the Stores at 1732198863937Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198863937Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198863938 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198863938Cleaning up temporary data from old regions at 1732198863942 (+4 ms)Running coprocessor post-open hooks at 1732198863945 (+3 ms)Region opened successfully at 1732198863945 2024-11-21T14:21:03,946 INFO [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732198863604.3ef3ac681419ebd5be1b9a2f82fb215d., pid=6, masterSystemTime=1732198863933 2024-11-21T14:21:03,947 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732198863604.3ef3ac681419ebd5be1b9a2f82fb215d. 2024-11-21T14:21:03,948 INFO [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732198863604.3ef3ac681419ebd5be1b9a2f82fb215d. 2024-11-21T14:21:03,948 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3ef3ac681419ebd5be1b9a2f82fb215d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=8a7a968213a0,45931,1732198852680 2024-11-21T14:21:03,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3ef3ac681419ebd5be1b9a2f82fb215d, server=8a7a968213a0,45931,1732198852680 because future has completed 2024-11-21T14:21:03,952 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T14:21:03,952 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3ef3ac681419ebd5be1b9a2f82fb215d, server=8a7a968213a0,45931,1732198852680 in 169 msec 2024-11-21T14:21:03,954 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T14:21:03,954 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=3ef3ac681419ebd5be1b9a2f82fb215d, ASSIGN in 326 msec 2024-11-21T14:21:03,954 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T14:21:03,954 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732198863954"}]},"ts":"1732198863954"} 2024-11-21T14:21:03,956 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-21T14:21:03,956 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T14:21:03,957 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 352 msec 2024-11-21T14:21:04,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T14:21:04,230 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-21T14:21:04,230 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T14:21:04,231 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a7a968213a0,45247,1732198856798 2024-11-21T14:21:04,231 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@42544670 2024-11-21T14:21:04,231 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T14:21:04,232 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T14:21:04,233 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45247 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T14:21:04,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45247 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-21T14:21:04,235 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T14:21:04,235 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:21:04,235 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45247 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-21T14:21:04,236 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T14:21:04,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45247 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T14:21:04,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33973 is added to blk_1073741835_1011 (size=902) 2024-11-21T14:21:04,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45247 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T14:21:04,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45247 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T14:21:04,642 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 202776a0cefd74c9378ee366724577f1, NAME => 'test,,1732198864233.202776a0cefd74c9378ee366724577f1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40345/user/jenkins/test-data/b6c15f69-1b6c-ccb6-4225-ea0044927efb 2024-11-21T14:21:04,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33973 is added to blk_1073741836_1012 (size=39) 2024-11-21T14:21:04,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45247 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T14:21:05,048 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732198864233.202776a0cefd74c9378ee366724577f1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:21:05,048 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 202776a0cefd74c9378ee366724577f1, disabling compactions & flushes 2024-11-21T14:21:05,048 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732198864233.202776a0cefd74c9378ee366724577f1. 2024-11-21T14:21:05,048 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732198864233.202776a0cefd74c9378ee366724577f1. 2024-11-21T14:21:05,048 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732198864233.202776a0cefd74c9378ee366724577f1. after waiting 0 ms 2024-11-21T14:21:05,048 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732198864233.202776a0cefd74c9378ee366724577f1. 2024-11-21T14:21:05,048 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732198864233.202776a0cefd74c9378ee366724577f1. 2024-11-21T14:21:05,048 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 202776a0cefd74c9378ee366724577f1: Waiting for close lock at 1732198865048Disabling compacts and flushes for region at 1732198865048Disabling writes for close at 1732198865048Writing region close event to WAL at 1732198865048Closed at 1732198865048 2024-11-21T14:21:05,049 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T14:21:05,050 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732198864233.202776a0cefd74c9378ee366724577f1.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732198865050"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732198865050"}]},"ts":"1732198865050"} 2024-11-21T14:21:05,057 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T14:21:05,058 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T14:21:05,059 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732198865058"}]},"ts":"1732198865058"} 2024-11-21T14:21:05,060 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-21T14:21:05,061 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=202776a0cefd74c9378ee366724577f1, ASSIGN}] 2024-11-21T14:21:05,062 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=202776a0cefd74c9378ee366724577f1, ASSIGN 2024-11-21T14:21:05,062 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=202776a0cefd74c9378ee366724577f1, ASSIGN; state=OFFLINE, location=8a7a968213a0,33047,1732198856832; forceNewPlan=false, retain=false 2024-11-21T14:21:05,213 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=202776a0cefd74c9378ee366724577f1, regionState=OPENING, regionLocation=8a7a968213a0,33047,1732198856832 2024-11-21T14:21:05,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=202776a0cefd74c9378ee366724577f1, ASSIGN because future has completed 2024-11-21T14:21:05,216 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 202776a0cefd74c9378ee366724577f1, server=8a7a968213a0,33047,1732198856832}] 2024-11-21T14:21:05,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45247 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T14:21:05,380 INFO [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732198864233.202776a0cefd74c9378ee366724577f1. 2024-11-21T14:21:05,381 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 202776a0cefd74c9378ee366724577f1, NAME => 'test,,1732198864233.202776a0cefd74c9378ee366724577f1.', STARTKEY => '', ENDKEY => ''} 2024-11-21T14:21:05,381 INFO [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T14:21:05,381 INFO [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-21T14:21:05,381 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 202776a0cefd74c9378ee366724577f1 2024-11-21T14:21:05,381 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732198864233.202776a0cefd74c9378ee366724577f1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:21:05,382 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 202776a0cefd74c9378ee366724577f1 2024-11-21T14:21:05,382 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 202776a0cefd74c9378ee366724577f1 2024-11-21T14:21:05,384 INFO [StoreOpener-202776a0cefd74c9378ee366724577f1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 202776a0cefd74c9378ee366724577f1 2024-11-21T14:21:05,385 INFO [StoreOpener-202776a0cefd74c9378ee366724577f1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 202776a0cefd74c9378ee366724577f1 columnFamilyName f 2024-11-21T14:21:05,385 DEBUG [StoreOpener-202776a0cefd74c9378ee366724577f1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:21:05,385 INFO [StoreOpener-202776a0cefd74c9378ee366724577f1-1 {}] regionserver.HStore(327): Store=202776a0cefd74c9378ee366724577f1/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:21:05,385 INFO [StoreOpener-202776a0cefd74c9378ee366724577f1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 202776a0cefd74c9378ee366724577f1 2024-11-21T14:21:05,387 INFO [StoreOpener-202776a0cefd74c9378ee366724577f1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 202776a0cefd74c9378ee366724577f1 columnFamilyName f1 2024-11-21T14:21:05,387 DEBUG [StoreOpener-202776a0cefd74c9378ee366724577f1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:21:05,387 INFO [StoreOpener-202776a0cefd74c9378ee366724577f1-1 {}] regionserver.HStore(327): Store=202776a0cefd74c9378ee366724577f1/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:21:05,387 INFO [StoreOpener-202776a0cefd74c9378ee366724577f1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 202776a0cefd74c9378ee366724577f1 2024-11-21T14:21:05,391 INFO [StoreOpener-202776a0cefd74c9378ee366724577f1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 202776a0cefd74c9378ee366724577f1 columnFamilyName norep 2024-11-21T14:21:05,391 DEBUG [StoreOpener-202776a0cefd74c9378ee366724577f1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:21:05,392 INFO [StoreOpener-202776a0cefd74c9378ee366724577f1-1 {}] regionserver.HStore(327): Store=202776a0cefd74c9378ee366724577f1/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:21:05,392 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 202776a0cefd74c9378ee366724577f1 2024-11-21T14:21:05,393 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40345/user/jenkins/test-data/b6c15f69-1b6c-ccb6-4225-ea0044927efb/data/default/test/202776a0cefd74c9378ee366724577f1 2024-11-21T14:21:05,393 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40345/user/jenkins/test-data/b6c15f69-1b6c-ccb6-4225-ea0044927efb/data/default/test/202776a0cefd74c9378ee366724577f1 2024-11-21T14:21:05,394 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 202776a0cefd74c9378ee366724577f1 2024-11-21T14:21:05,394 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 202776a0cefd74c9378ee366724577f1 2024-11-21T14:21:05,395 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T14:21:05,396 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 202776a0cefd74c9378ee366724577f1 2024-11-21T14:21:05,405 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40345/user/jenkins/test-data/b6c15f69-1b6c-ccb6-4225-ea0044927efb/data/default/test/202776a0cefd74c9378ee366724577f1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T14:21:05,405 INFO [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 202776a0cefd74c9378ee366724577f1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67746572, jitterRate=0.009502589702606201}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T14:21:05,405 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 202776a0cefd74c9378ee366724577f1 2024-11-21T14:21:05,405 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 202776a0cefd74c9378ee366724577f1: Running coprocessor pre-open hook at 1732198865382Writing region info on filesystem at 1732198865382Initializing all the Stores at 1732198865383 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198865383Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198865383Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198865383Cleaning up temporary data from old regions at 1732198865394 (+11 ms)Running coprocessor post-open hooks at 1732198865405 (+11 ms)Region opened successfully at 1732198865405 2024-11-21T14:21:05,406 INFO [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732198864233.202776a0cefd74c9378ee366724577f1., pid=6, masterSystemTime=1732198865368 2024-11-21T14:21:05,408 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732198864233.202776a0cefd74c9378ee366724577f1. 2024-11-21T14:21:05,409 INFO [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732198864233.202776a0cefd74c9378ee366724577f1. 2024-11-21T14:21:05,409 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=202776a0cefd74c9378ee366724577f1, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=8a7a968213a0,33047,1732198856832 2024-11-21T14:21:05,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 202776a0cefd74c9378ee366724577f1, server=8a7a968213a0,33047,1732198856832 because future has completed 2024-11-21T14:21:05,415 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T14:21:05,415 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 202776a0cefd74c9378ee366724577f1, server=8a7a968213a0,33047,1732198856832 in 197 msec 2024-11-21T14:21:05,417 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T14:21:05,417 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=202776a0cefd74c9378ee366724577f1, ASSIGN in 354 msec 2024-11-21T14:21:05,418 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T14:21:05,418 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732198865418"}]},"ts":"1732198865418"} 2024-11-21T14:21:05,420 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-21T14:21:05,421 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T14:21:05,423 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1880 sec 2024-11-21T14:21:06,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45247 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T14:21:06,381 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-21T14:21:06,381 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T14:21:06,382 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a7a968213a0,34285,1732198860509 2024-11-21T14:21:06,382 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6a71fbac 2024-11-21T14:21:06,382 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T14:21:06,383 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T14:21:06,384 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34285 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T14:21:06,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34285 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-21T14:21:06,386 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T14:21:06,386 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:21:06,387 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34285 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-21T14:21:06,388 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T14:21:06,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34285 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T14:21:06,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741835_1011 (size=902) 2024-11-21T14:21:06,401 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 25461984dfb9b1a62e8f075afef616aa, NAME => 'test,,1732198866384.25461984dfb9b1a62e8f075afef616aa.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39807/user/jenkins/test-data/924b67f4-5bd4-6333-6011-7f70da8bcbb5 2024-11-21T14:21:06,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741836_1012 (size=39) 2024-11-21T14:21:06,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34285 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T14:21:06,527 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-21T14:21:06,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34285 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T14:21:06,832 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732198866384.25461984dfb9b1a62e8f075afef616aa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:21:06,832 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 25461984dfb9b1a62e8f075afef616aa, disabling compactions & flushes 2024-11-21T14:21:06,832 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732198866384.25461984dfb9b1a62e8f075afef616aa. 2024-11-21T14:21:06,832 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732198866384.25461984dfb9b1a62e8f075afef616aa. 2024-11-21T14:21:06,832 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732198866384.25461984dfb9b1a62e8f075afef616aa. after waiting 0 ms 2024-11-21T14:21:06,832 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732198866384.25461984dfb9b1a62e8f075afef616aa. 2024-11-21T14:21:06,832 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732198866384.25461984dfb9b1a62e8f075afef616aa. 2024-11-21T14:21:06,832 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 25461984dfb9b1a62e8f075afef616aa: Waiting for close lock at 1732198866832Disabling compacts and flushes for region at 1732198866832Disabling writes for close at 1732198866832Writing region close event to WAL at 1732198866832Closed at 1732198866832 2024-11-21T14:21:06,833 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T14:21:06,834 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732198866384.25461984dfb9b1a62e8f075afef616aa.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732198866833"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732198866833"}]},"ts":"1732198866833"} 2024-11-21T14:21:06,836 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T14:21:06,837 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T14:21:06,837 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732198866837"}]},"ts":"1732198866837"} 2024-11-21T14:21:06,839 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-21T14:21:06,839 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=25461984dfb9b1a62e8f075afef616aa, ASSIGN}] 2024-11-21T14:21:06,841 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=25461984dfb9b1a62e8f075afef616aa, ASSIGN 2024-11-21T14:21:06,844 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=25461984dfb9b1a62e8f075afef616aa, ASSIGN; state=OFFLINE, location=8a7a968213a0,36153,1732198860550; forceNewPlan=false, retain=false 2024-11-21T14:21:06,995 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=25461984dfb9b1a62e8f075afef616aa, regionState=OPENING, regionLocation=8a7a968213a0,36153,1732198860550 2024-11-21T14:21:06,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=25461984dfb9b1a62e8f075afef616aa, ASSIGN because future has completed 2024-11-21T14:21:06,998 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 25461984dfb9b1a62e8f075afef616aa, server=8a7a968213a0,36153,1732198860550}] 2024-11-21T14:21:07,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34285 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T14:21:07,154 INFO [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732198866384.25461984dfb9b1a62e8f075afef616aa. 2024-11-21T14:21:07,154 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 25461984dfb9b1a62e8f075afef616aa, NAME => 'test,,1732198866384.25461984dfb9b1a62e8f075afef616aa.', STARTKEY => '', ENDKEY => ''} 2024-11-21T14:21:07,154 INFO [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T14:21:07,154 INFO [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-21T14:21:07,155 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 25461984dfb9b1a62e8f075afef616aa 2024-11-21T14:21:07,155 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732198866384.25461984dfb9b1a62e8f075afef616aa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:21:07,155 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 25461984dfb9b1a62e8f075afef616aa 2024-11-21T14:21:07,155 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 25461984dfb9b1a62e8f075afef616aa 2024-11-21T14:21:07,156 INFO [StoreOpener-25461984dfb9b1a62e8f075afef616aa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 25461984dfb9b1a62e8f075afef616aa 2024-11-21T14:21:07,157 INFO [StoreOpener-25461984dfb9b1a62e8f075afef616aa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 25461984dfb9b1a62e8f075afef616aa columnFamilyName f 2024-11-21T14:21:07,157 DEBUG [StoreOpener-25461984dfb9b1a62e8f075afef616aa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:21:07,157 INFO [StoreOpener-25461984dfb9b1a62e8f075afef616aa-1 {}] regionserver.HStore(327): Store=25461984dfb9b1a62e8f075afef616aa/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:21:07,157 INFO [StoreOpener-25461984dfb9b1a62e8f075afef616aa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 25461984dfb9b1a62e8f075afef616aa 2024-11-21T14:21:07,158 INFO [StoreOpener-25461984dfb9b1a62e8f075afef616aa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 25461984dfb9b1a62e8f075afef616aa columnFamilyName f1 2024-11-21T14:21:07,158 DEBUG [StoreOpener-25461984dfb9b1a62e8f075afef616aa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:21:07,159 INFO [StoreOpener-25461984dfb9b1a62e8f075afef616aa-1 {}] regionserver.HStore(327): Store=25461984dfb9b1a62e8f075afef616aa/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:21:07,159 INFO [StoreOpener-25461984dfb9b1a62e8f075afef616aa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 25461984dfb9b1a62e8f075afef616aa 2024-11-21T14:21:07,159 INFO [StoreOpener-25461984dfb9b1a62e8f075afef616aa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 25461984dfb9b1a62e8f075afef616aa columnFamilyName norep 2024-11-21T14:21:07,160 DEBUG [StoreOpener-25461984dfb9b1a62e8f075afef616aa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:21:07,160 INFO [StoreOpener-25461984dfb9b1a62e8f075afef616aa-1 {}] regionserver.HStore(327): Store=25461984dfb9b1a62e8f075afef616aa/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:21:07,160 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 25461984dfb9b1a62e8f075afef616aa 2024-11-21T14:21:07,161 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39807/user/jenkins/test-data/924b67f4-5bd4-6333-6011-7f70da8bcbb5/data/default/test/25461984dfb9b1a62e8f075afef616aa 2024-11-21T14:21:07,161 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39807/user/jenkins/test-data/924b67f4-5bd4-6333-6011-7f70da8bcbb5/data/default/test/25461984dfb9b1a62e8f075afef616aa 2024-11-21T14:21:07,162 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 25461984dfb9b1a62e8f075afef616aa 2024-11-21T14:21:07,162 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 25461984dfb9b1a62e8f075afef616aa 2024-11-21T14:21:07,162 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T14:21:07,163 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 25461984dfb9b1a62e8f075afef616aa 2024-11-21T14:21:07,165 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39807/user/jenkins/test-data/924b67f4-5bd4-6333-6011-7f70da8bcbb5/data/default/test/25461984dfb9b1a62e8f075afef616aa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T14:21:07,165 INFO [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 25461984dfb9b1a62e8f075afef616aa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70503711, jitterRate=0.050587162375450134}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T14:21:07,165 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 25461984dfb9b1a62e8f075afef616aa 2024-11-21T14:21:07,165 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 25461984dfb9b1a62e8f075afef616aa: Running coprocessor pre-open hook at 1732198867155Writing region info on filesystem at 1732198867155Initializing all the Stores at 1732198867155Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198867155Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198867156 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198867156Cleaning up temporary data from old regions at 1732198867162 (+6 ms)Running coprocessor post-open hooks at 1732198867165 (+3 ms)Region opened successfully at 1732198867165 2024-11-21T14:21:07,166 INFO [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732198866384.25461984dfb9b1a62e8f075afef616aa., pid=6, masterSystemTime=1732198867150 2024-11-21T14:21:07,168 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732198866384.25461984dfb9b1a62e8f075afef616aa. 2024-11-21T14:21:07,168 INFO [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732198866384.25461984dfb9b1a62e8f075afef616aa. 2024-11-21T14:21:07,169 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=25461984dfb9b1a62e8f075afef616aa, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=8a7a968213a0,36153,1732198860550 2024-11-21T14:21:07,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 25461984dfb9b1a62e8f075afef616aa, server=8a7a968213a0,36153,1732198860550 because future has completed 2024-11-21T14:21:07,173 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T14:21:07,173 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 25461984dfb9b1a62e8f075afef616aa, server=8a7a968213a0,36153,1732198860550 in 173 msec 2024-11-21T14:21:07,174 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T14:21:07,174 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=25461984dfb9b1a62e8f075afef616aa, ASSIGN in 334 msec 2024-11-21T14:21:07,175 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T14:21:07,175 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732198867175"}]},"ts":"1732198867175"} 2024-11-21T14:21:07,176 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-21T14:21:07,177 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T14:21:07,178 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 793 msec 2024-11-21T14:21:07,244 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-21T14:21:07,244 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-21T14:21:07,245 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T14:21:07,245 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-21T14:21:07,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34285 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T14:21:07,531 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-21T14:21:07,532 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@773c9faa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:21:07,532 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8a7a968213a0,42271,-1 for getting cluster id 2024-11-21T14:21:07,532 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:21:07,533 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3d22fb19-7deb-42bd-8d00-31a0218075d4' 2024-11-21T14:21:07,533 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:21:07,534 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3d22fb19-7deb-42bd-8d00-31a0218075d4" 2024-11-21T14:21:07,534 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3324bd66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:21:07,534 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a7a968213a0,42271,-1] 2024-11-21T14:21:07,534 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:21:07,534 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:21:07,535 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:21:07,536 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ee03f81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:21:07,536 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T14:21:07,537 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a7a968213a0,42271,1732198852627 2024-11-21T14:21:07,537 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@86e134f 2024-11-21T14:21:07,537 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T14:21:07,538 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52784, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T14:21:07,539 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42271 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://8a7a968213a0:45247,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-21T14:21:07,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42271 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T14:21:07,542 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8a7a968213a0:45247' 2024-11-21T14:21:07,549 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@425200e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:21:07,549 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 8a7a968213a0,45247,-1 for getting cluster id 2024-11-21T14:21:07,550 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:21:07,551 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cecc0bfa-37a1-48cd-8f8b-63229e1e7443' 2024-11-21T14:21:07,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T14:21:07,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:21:07,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cecc0bfa-37a1-48cd-8f8b-63229e1e7443" 2024-11-21T14:21:07,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@440ca895, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:21:07,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a7a968213a0,45247,-1] 2024-11-21T14:21:07,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:21:07,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:21:07,553 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:21:07,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fdf4317, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:21:07,554 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T14:21:07,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a7a968213a0,45247,1732198856798 2024-11-21T14:21:07,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@20848a11 2024-11-21T14:21:07,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T14:21:07,556 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T14:21:07,557 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-21T14:21:07,557 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T14:21:07,557 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:21:07,557 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:21:07,558 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T14:21:07,559 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-21T14:21:07,560 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:21:07,560 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T14:21:07,560 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:21:07,561 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T14:21:07,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34619 is added to blk_1073741837_1013 (size=1138) 2024-11-21T14:21:07,583 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 01e5cf503a3502e25ce9ed998c861687, NAME => 'hbase:replication,,1732198867558.01e5cf503a3502e25ce9ed998c861687.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38587/user/jenkins/test-data/c275144a-663a-b36d-a80a-679d44e4f3a5 2024-11-21T14:21:07,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34619 is added to blk_1073741838_1014 (size=44) 2024-11-21T14:21:07,599 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732198867558.01e5cf503a3502e25ce9ed998c861687.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:21:07,599 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 01e5cf503a3502e25ce9ed998c861687, disabling compactions & flushes 2024-11-21T14:21:07,599 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732198867558.01e5cf503a3502e25ce9ed998c861687. 2024-11-21T14:21:07,599 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732198867558.01e5cf503a3502e25ce9ed998c861687. 2024-11-21T14:21:07,599 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732198867558.01e5cf503a3502e25ce9ed998c861687. after waiting 0 ms 2024-11-21T14:21:07,599 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732198867558.01e5cf503a3502e25ce9ed998c861687. 2024-11-21T14:21:07,599 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732198867558.01e5cf503a3502e25ce9ed998c861687. 2024-11-21T14:21:07,599 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 01e5cf503a3502e25ce9ed998c861687: Waiting for close lock at 1732198867599Disabling compacts and flushes for region at 1732198867599Disabling writes for close at 1732198867599Writing region close event to WAL at 1732198867599Closed at 1732198867599 2024-11-21T14:21:07,601 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T14:21:07,601 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732198867558.01e5cf503a3502e25ce9ed998c861687.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732198867601"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732198867601"}]},"ts":"1732198867601"} 2024-11-21T14:21:07,603 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T14:21:07,604 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T14:21:07,604 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732198867604"}]},"ts":"1732198867604"} 2024-11-21T14:21:07,606 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-21T14:21:07,607 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=01e5cf503a3502e25ce9ed998c861687, ASSIGN}] 2024-11-21T14:21:07,608 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=01e5cf503a3502e25ce9ed998c861687, ASSIGN 2024-11-21T14:21:07,608 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=01e5cf503a3502e25ce9ed998c861687, ASSIGN; state=OFFLINE, location=8a7a968213a0,45931,1732198852680; forceNewPlan=false, retain=false 2024-11-21T14:21:07,610 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-21T14:21:07,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T14:21:07,759 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=01e5cf503a3502e25ce9ed998c861687, regionState=OPENING, regionLocation=8a7a968213a0,45931,1732198852680 2024-11-21T14:21:07,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=01e5cf503a3502e25ce9ed998c861687, ASSIGN because future has completed 2024-11-21T14:21:07,762 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 01e5cf503a3502e25ce9ed998c861687, server=8a7a968213a0,45931,1732198852680}] 2024-11-21T14:21:07,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T14:21:07,917 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732198867558.01e5cf503a3502e25ce9ed998c861687. 2024-11-21T14:21:07,917 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:21:07,917 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-21T14:21:07,918 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8a7a968213a0%2C45931%2C1732198852680.rep, suffix=, logDir=hdfs://localhost:38587/user/jenkins/test-data/c275144a-663a-b36d-a80a-679d44e4f3a5/WALs/8a7a968213a0,45931,1732198852680, archiveDir=hdfs://localhost:38587/user/jenkins/test-data/c275144a-663a-b36d-a80a-679d44e4f3a5/oldWALs, maxLogs=10 2024-11-21T14:21:07,939 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c275144a-663a-b36d-a80a-679d44e4f3a5/WALs/8a7a968213a0,45931,1732198852680/8a7a968213a0%2C45931%2C1732198852680.rep.1732198867919, exclude list is [], retry=0 2024-11-21T14:21:07,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34619,DS-d183a3c7-1892-452a-b8c0-a6ea3a1c3891,DISK] 2024-11-21T14:21:07,942 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c275144a-663a-b36d-a80a-679d44e4f3a5/WALs/8a7a968213a0,45931,1732198852680/8a7a968213a0%2C45931%2C1732198852680.rep.1732198867919 2024-11-21T14:21:07,943 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40963:40963)] 2024-11-21T14:21:07,943 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 01e5cf503a3502e25ce9ed998c861687, NAME => 'hbase:replication,,1732198867558.01e5cf503a3502e25ce9ed998c861687.', STARTKEY => '', ENDKEY => ''} 2024-11-21T14:21:07,943 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T14:21:07,944 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T14:21:07,944 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732198867558.01e5cf503a3502e25ce9ed998c861687. service=MultiRowMutationService 2024-11-21T14:21:07,944 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-21T14:21:07,944 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 01e5cf503a3502e25ce9ed998c861687 2024-11-21T14:21:07,944 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732198867558.01e5cf503a3502e25ce9ed998c861687.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:21:07,944 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 01e5cf503a3502e25ce9ed998c861687 2024-11-21T14:21:07,944 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 01e5cf503a3502e25ce9ed998c861687 2024-11-21T14:21:07,945 INFO [StoreOpener-01e5cf503a3502e25ce9ed998c861687-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 01e5cf503a3502e25ce9ed998c861687 2024-11-21T14:21:07,946 INFO [StoreOpener-01e5cf503a3502e25ce9ed998c861687-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 01e5cf503a3502e25ce9ed998c861687 columnFamilyName hfileref 2024-11-21T14:21:07,946 DEBUG [StoreOpener-01e5cf503a3502e25ce9ed998c861687-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:21:07,947 INFO [StoreOpener-01e5cf503a3502e25ce9ed998c861687-1 {}] regionserver.HStore(327): Store=01e5cf503a3502e25ce9ed998c861687/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:21:07,947 INFO [StoreOpener-01e5cf503a3502e25ce9ed998c861687-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 01e5cf503a3502e25ce9ed998c861687 2024-11-21T14:21:07,947 INFO [StoreOpener-01e5cf503a3502e25ce9ed998c861687-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 01e5cf503a3502e25ce9ed998c861687 columnFamilyName queue 2024-11-21T14:21:07,947 DEBUG [StoreOpener-01e5cf503a3502e25ce9ed998c861687-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:21:07,948 INFO [StoreOpener-01e5cf503a3502e25ce9ed998c861687-1 {}] regionserver.HStore(327): Store=01e5cf503a3502e25ce9ed998c861687/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:21:07,948 INFO [StoreOpener-01e5cf503a3502e25ce9ed998c861687-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 01e5cf503a3502e25ce9ed998c861687 2024-11-21T14:21:07,949 INFO [StoreOpener-01e5cf503a3502e25ce9ed998c861687-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 01e5cf503a3502e25ce9ed998c861687 columnFamilyName sid 2024-11-21T14:21:07,949 DEBUG [StoreOpener-01e5cf503a3502e25ce9ed998c861687-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:21:07,949 INFO [StoreOpener-01e5cf503a3502e25ce9ed998c861687-1 {}] regionserver.HStore(327): Store=01e5cf503a3502e25ce9ed998c861687/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:21:07,949 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 01e5cf503a3502e25ce9ed998c861687 2024-11-21T14:21:07,950 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38587/user/jenkins/test-data/c275144a-663a-b36d-a80a-679d44e4f3a5/data/hbase/replication/01e5cf503a3502e25ce9ed998c861687 2024-11-21T14:21:07,950 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38587/user/jenkins/test-data/c275144a-663a-b36d-a80a-679d44e4f3a5/data/hbase/replication/01e5cf503a3502e25ce9ed998c861687 2024-11-21T14:21:07,951 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 01e5cf503a3502e25ce9ed998c861687 2024-11-21T14:21:07,951 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 01e5cf503a3502e25ce9ed998c861687 2024-11-21T14:21:07,951 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T14:21:07,952 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 01e5cf503a3502e25ce9ed998c861687 2024-11-21T14:21:07,954 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38587/user/jenkins/test-data/c275144a-663a-b36d-a80a-679d44e4f3a5/data/hbase/replication/01e5cf503a3502e25ce9ed998c861687/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T14:21:07,954 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 01e5cf503a3502e25ce9ed998c861687; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75170118, jitterRate=0.1201220452785492}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T14:21:07,954 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 01e5cf503a3502e25ce9ed998c861687 2024-11-21T14:21:07,954 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 01e5cf503a3502e25ce9ed998c861687: Running coprocessor pre-open hook at 1732198867944Writing region info on filesystem at 1732198867944Initializing all the Stores at 1732198867945 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198867945Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198867945Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198867945Cleaning up temporary data from old regions at 1732198867951 (+6 ms)Running coprocessor post-open hooks at 1732198867954 (+3 ms)Region opened successfully at 1732198867954 2024-11-21T14:21:07,955 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732198867558.01e5cf503a3502e25ce9ed998c861687., pid=10, masterSystemTime=1732198867913 2024-11-21T14:21:07,957 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732198867558.01e5cf503a3502e25ce9ed998c861687. 2024-11-21T14:21:07,957 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732198867558.01e5cf503a3502e25ce9ed998c861687. 2024-11-21T14:21:07,957 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=01e5cf503a3502e25ce9ed998c861687, regionState=OPEN, openSeqNum=2, regionLocation=8a7a968213a0,45931,1732198852680 2024-11-21T14:21:07,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 01e5cf503a3502e25ce9ed998c861687, server=8a7a968213a0,45931,1732198852680 because future has completed 2024-11-21T14:21:07,962 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-21T14:21:07,962 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 01e5cf503a3502e25ce9ed998c861687, server=8a7a968213a0,45931,1732198852680 in 199 msec 2024-11-21T14:21:07,963 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-21T14:21:07,963 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=01e5cf503a3502e25ce9ed998c861687, ASSIGN in 355 msec 2024-11-21T14:21:07,964 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T14:21:07,964 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732198867964"}]},"ts":"1732198867964"} 2024-11-21T14:21:07,966 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-21T14:21:07,969 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T14:21:07,971 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 411 msec 2024-11-21T14:21:08,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732198867558.01e5cf503a3502e25ce9ed998c861687., hostname=8a7a968213a0,45931,1732198852680, seqNum=2] 2024-11-21T14:21:08,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42271-0x1013ae6cde90000, quorum=127.0.0.1:62603, baseZNode=/0-955089678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-955089678 2024-11-21T14:21:08,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45931-0x1013ae6cde90001, quorum=127.0.0.1:62603, baseZNode=/0-955089678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-955089678 2024-11-21T14:21:08,025 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T14:21:08,177 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45931 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-21T14:21:08,177 INFO [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-21T14:21:08,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T14:21:08,212 INFO [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-8a7a968213a0,45931,1732198852680, ReplicationSource: 1, currentBandwidth=0 2024-11-21T14:21:08,213 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:21:08,213 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a7a968213a0,45931,1732198852680, seqNum=-1] 2024-11-21T14:21:08,213 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:21:08,214 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41345, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-21T14:21:08,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-8a7a968213a0,45931,1732198852680', locateType=CURRENT is [region=hbase:replication,,1732198867558.01e5cf503a3502e25ce9ed998c861687., hostname=8a7a968213a0,45931,1732198852680, seqNum=2] 2024-11-21T14:21:08,219 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-21T14:21:08,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42271 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-21T14:21:08,221 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 8a7a968213a0,45931,1732198852680 suceeded 2024-11-21T14:21:08,222 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-21T14:21:08,222 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 196 msec 2024-11-21T14:21:08,222 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://8a7a968213a0:45247,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T14:21:08,223 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 683 msec 2024-11-21T14:21:08,236 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,45931,1732198852680 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8a7a968213a0:45247' 2024-11-21T14:21:08,239 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,45931,1732198852680 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7a9ad3fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:21:08,239 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,45931,1732198852680 {}] client.ClusterIdFetcher(90): Going to request 8a7a968213a0,45247,-1 for getting cluster id 2024-11-21T14:21:08,239 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,45931,1732198852680 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:21:08,240 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cecc0bfa-37a1-48cd-8f8b-63229e1e7443' 2024-11-21T14:21:08,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:21:08,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cecc0bfa-37a1-48cd-8f8b-63229e1e7443" 2024-11-21T14:21:08,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@53e1b0d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:21:08,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a7a968213a0,45247,-1] 2024-11-21T14:21:08,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:21:08,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:21:08,242 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:21:08,242 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,45931,1732198852680 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1143556e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:21:08,242 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,45931,1732198852680 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T14:21:08,243 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,45931,1732198852680 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a7a968213a0,45247,1732198856798 2024-11-21T14:21:08,243 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,45931,1732198852680 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5dfedfd3 2024-11-21T14:21:08,243 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,45931,1732198852680 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T14:21:08,244 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-21T14:21:08,245 INFO [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,45931,1732198852680 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-8a7a968213a0,45931,1732198852680 (queues=1) is replicating from cluster=3d22fb19-7deb-42bd-8d00-31a0218075d4 to cluster=cecc0bfa-37a1-48cd-8f8b-63229e1e7443 2024-11-21T14:21:08,245 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,45931,1732198852680 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=8a7a968213a0%2C45931%2C1732198852680 2024-11-21T14:21:08,245 INFO [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,45931,1732198852680 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-8a7a968213a0,45931,1732198852680, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T14:21:08,253 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,45931,1732198852680.replicationSource.wal-reader.8a7a968213a0%2C45931%2C1732198852680,1-8a7a968213a0,45931,1732198852680 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38587/user/jenkins/test-data/c275144a-663a-b36d-a80a-679d44e4f3a5/WALs/8a7a968213a0,45931,1732198852680/8a7a968213a0%2C45931%2C1732198852680.1732198854665, startPosition=0, beingWritten=true 2024-11-21T14:21:08,253 INFO [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,45931,1732198852680.replicationSource.shipper8a7a968213a0%2C45931%2C1732198852680,1-8a7a968213a0,45931,1732198852680 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 8a7a968213a0%2C45931%2C1732198852680 2024-11-21T14:21:08,259 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,45931,1732198852680.replicationSource.wal-reader.8a7a968213a0%2C45931%2C1732198852680,1-8a7a968213a0,45931,1732198852680 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T14:21:08,259 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,45931,1732198852680.replicationSource.wal-reader.8a7a968213a0%2C45931%2C1732198852680,1-8a7a968213a0,45931,1732198852680 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38587/user/jenkins/test-data/c275144a-663a-b36d-a80a-679d44e4f3a5/WALs/8a7a968213a0,45931,1732198852680/8a7a968213a0%2C45931%2C1732198852680.1732198854665 to pos 379, reset compression=false 2024-11-21T14:21:08,259 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,45931,1732198852680.replicationSource.shipper8a7a968213a0%2C45931%2C1732198852680,1-8a7a968213a0,45931,1732198852680 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8a7a968213a0,45931,1732198852680 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38587/user/jenkins/test-data/c275144a-663a-b36d-a80a-679d44e4f3a5/WALs/8a7a968213a0,45931,1732198852680/8a7a968213a0%2C45931%2C1732198852680.1732198854665, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T14:21:08,462 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,45931,1732198852680.replicationSource.wal-reader.8a7a968213a0%2C45931%2C1732198852680,1-8a7a968213a0,45931,1732198852680 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38587/user/jenkins/test-data/c275144a-663a-b36d-a80a-679d44e4f3a5/WALs/8a7a968213a0,45931,1732198852680/8a7a968213a0%2C45931%2C1732198852680.1732198854665 to pos 379, reset compression=false 2024-11-21T14:21:08,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T14:21:08,691 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-21T14:21:08,691 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T14:21:08,691 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:21:08,691 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:21:08,691 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:21:08,691 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:21:08,693 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e519346, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:21:08,693 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8a7a968213a0,45247,-1 for getting cluster id 2024-11-21T14:21:08,693 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:21:08,694 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cecc0bfa-37a1-48cd-8f8b-63229e1e7443' 2024-11-21T14:21:08,694 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:21:08,694 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cecc0bfa-37a1-48cd-8f8b-63229e1e7443" 2024-11-21T14:21:08,694 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6777361c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:21:08,694 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a7a968213a0,45247,-1] 2024-11-21T14:21:08,695 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:21:08,695 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:21:08,695 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:21:08,696 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@689a3c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:21:08,696 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T14:21:08,697 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a7a968213a0,45247,1732198856798 2024-11-21T14:21:08,697 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5be2aeae 2024-11-21T14:21:08,697 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T14:21:08,698 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T14:21:08,699 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45247 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://8a7a968213a0:34285,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-21T14:21:08,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45247 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T14:21:08,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45247 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T14:21:08,701 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8a7a968213a0:34285' 2024-11-21T14:21:08,702 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7882b614, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:21:08,702 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 8a7a968213a0,34285,-1 for getting cluster id 2024-11-21T14:21:08,703 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:21:08,703 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3a3919bb-a572-4a80-b349-72b627d496b0' 2024-11-21T14:21:08,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:21:08,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3a3919bb-a572-4a80-b349-72b627d496b0" 2024-11-21T14:21:08,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c8fe514, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:21:08,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a7a968213a0,34285,-1] 2024-11-21T14:21:08,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:21:08,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:21:08,704 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:21:08,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@677e4e84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:21:08,705 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T14:21:08,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a7a968213a0,34285,1732198860509 2024-11-21T14:21:08,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@66d12f74 2024-11-21T14:21:08,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T14:21:08,706 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60728, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T14:21:08,708 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-21T14:21:08,708 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T14:21:08,708 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:21:08,708 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:21:08,709 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T14:21:08,709 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:21:08,710 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-21T14:21:08,711 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T14:21:08,711 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:21:08,712 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T14:21:08,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33973 is added to blk_1073741837_1013 (size=1138) 2024-11-21T14:21:08,762 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-21T14:21:08,766 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,45931,1732198852680.replicationSource.wal-reader.8a7a968213a0%2C45931%2C1732198852680,1-8a7a968213a0,45931,1732198852680 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38587/user/jenkins/test-data/c275144a-663a-b36d-a80a-679d44e4f3a5/WALs/8a7a968213a0,45931,1732198852680/8a7a968213a0%2C45931%2C1732198852680.1732198854665 to pos 379, reset compression=false 2024-11-21T14:21:08,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45247 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T14:21:08,971 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T14:21:08,972 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:08,973 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:08,973 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:08,973 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:08,973 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:09,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45247 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T14:21:09,040 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:09,041 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:09,041 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:09,041 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:09,042 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:09,042 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:09,051 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:09,055 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:09,055 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:09,057 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:09,125 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 42bb80baa339d69be7f81d32b2033d04, NAME => 'hbase:replication,,1732198868708.42bb80baa339d69be7f81d32b2033d04.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40345/user/jenkins/test-data/b6c15f69-1b6c-ccb6-4225-ea0044927efb 2024-11-21T14:21:09,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33973 is added to blk_1073741838_1014 (size=44) 2024-11-21T14:21:09,159 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732198868708.42bb80baa339d69be7f81d32b2033d04.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:21:09,160 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 42bb80baa339d69be7f81d32b2033d04, disabling compactions & flushes 2024-11-21T14:21:09,160 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732198868708.42bb80baa339d69be7f81d32b2033d04. 2024-11-21T14:21:09,160 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732198868708.42bb80baa339d69be7f81d32b2033d04. 2024-11-21T14:21:09,160 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732198868708.42bb80baa339d69be7f81d32b2033d04. after waiting 0 ms 2024-11-21T14:21:09,160 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732198868708.42bb80baa339d69be7f81d32b2033d04. 2024-11-21T14:21:09,160 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732198868708.42bb80baa339d69be7f81d32b2033d04. 2024-11-21T14:21:09,160 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 42bb80baa339d69be7f81d32b2033d04: Waiting for close lock at 1732198869159Disabling compacts and flushes for region at 1732198869159Disabling writes for close at 1732198869160 (+1 ms)Writing region close event to WAL at 1732198869160Closed at 1732198869160 2024-11-21T14:21:09,166 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T14:21:09,166 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732198868708.42bb80baa339d69be7f81d32b2033d04.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732198869166"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732198869166"}]},"ts":"1732198869166"} 2024-11-21T14:21:09,169 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T14:21:09,170 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T14:21:09,170 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732198869170"}]},"ts":"1732198869170"} 2024-11-21T14:21:09,170 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,45931,1732198852680.replicationSource.wal-reader.8a7a968213a0%2C45931%2C1732198852680,1-8a7a968213a0,45931,1732198852680 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38587/user/jenkins/test-data/c275144a-663a-b36d-a80a-679d44e4f3a5/WALs/8a7a968213a0,45931,1732198852680/8a7a968213a0%2C45931%2C1732198852680.1732198854665 to pos 379, reset compression=false 2024-11-21T14:21:09,175 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-21T14:21:09,176 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=42bb80baa339d69be7f81d32b2033d04, ASSIGN}] 2024-11-21T14:21:09,177 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=42bb80baa339d69be7f81d32b2033d04, ASSIGN 2024-11-21T14:21:09,178 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=42bb80baa339d69be7f81d32b2033d04, ASSIGN; state=OFFLINE, location=8a7a968213a0,33047,1732198856832; forceNewPlan=false, retain=false 2024-11-21T14:21:09,329 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=42bb80baa339d69be7f81d32b2033d04, regionState=OPENING, regionLocation=8a7a968213a0,33047,1732198856832 2024-11-21T14:21:09,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45247 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T14:21:09,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=42bb80baa339d69be7f81d32b2033d04, ASSIGN because future has completed 2024-11-21T14:21:09,331 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 42bb80baa339d69be7f81d32b2033d04, server=8a7a968213a0,33047,1732198856832}] 2024-11-21T14:21:09,488 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732198868708.42bb80baa339d69be7f81d32b2033d04. 2024-11-21T14:21:09,488 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:21:09,488 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-21T14:21:09,489 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8a7a968213a0%2C33047%2C1732198856832.rep, suffix=, logDir=hdfs://localhost:40345/user/jenkins/test-data/b6c15f69-1b6c-ccb6-4225-ea0044927efb/WALs/8a7a968213a0,33047,1732198856832, archiveDir=hdfs://localhost:40345/user/jenkins/test-data/b6c15f69-1b6c-ccb6-4225-ea0044927efb/oldWALs, maxLogs=10 2024-11-21T14:21:09,506 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b6c15f69-1b6c-ccb6-4225-ea0044927efb/WALs/8a7a968213a0,33047,1732198856832/8a7a968213a0%2C33047%2C1732198856832.rep.1732198869490, exclude list is [], retry=0 2024-11-21T14:21:09,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33973,DS-6f45428a-e501-49de-96ae-b1b182f61438,DISK] 2024-11-21T14:21:09,511 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b6c15f69-1b6c-ccb6-4225-ea0044927efb/WALs/8a7a968213a0,33047,1732198856832/8a7a968213a0%2C33047%2C1732198856832.rep.1732198869490 2024-11-21T14:21:09,512 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45635:45635)] 2024-11-21T14:21:09,512 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 42bb80baa339d69be7f81d32b2033d04, NAME => 'hbase:replication,,1732198868708.42bb80baa339d69be7f81d32b2033d04.', STARTKEY => '', ENDKEY => ''} 2024-11-21T14:21:09,512 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T14:21:09,512 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T14:21:09,513 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732198868708.42bb80baa339d69be7f81d32b2033d04. service=MultiRowMutationService 2024-11-21T14:21:09,513 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-21T14:21:09,513 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 42bb80baa339d69be7f81d32b2033d04 2024-11-21T14:21:09,513 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732198868708.42bb80baa339d69be7f81d32b2033d04.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:21:09,513 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 42bb80baa339d69be7f81d32b2033d04 2024-11-21T14:21:09,513 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 42bb80baa339d69be7f81d32b2033d04 2024-11-21T14:21:09,516 INFO [StoreOpener-42bb80baa339d69be7f81d32b2033d04-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 42bb80baa339d69be7f81d32b2033d04 2024-11-21T14:21:09,518 INFO [StoreOpener-42bb80baa339d69be7f81d32b2033d04-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 42bb80baa339d69be7f81d32b2033d04 columnFamilyName hfileref 2024-11-21T14:21:09,518 DEBUG [StoreOpener-42bb80baa339d69be7f81d32b2033d04-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:21:09,518 INFO [StoreOpener-42bb80baa339d69be7f81d32b2033d04-1 {}] regionserver.HStore(327): Store=42bb80baa339d69be7f81d32b2033d04/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:21:09,518 INFO [StoreOpener-42bb80baa339d69be7f81d32b2033d04-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 42bb80baa339d69be7f81d32b2033d04 2024-11-21T14:21:09,520 INFO [StoreOpener-42bb80baa339d69be7f81d32b2033d04-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 42bb80baa339d69be7f81d32b2033d04 columnFamilyName queue 2024-11-21T14:21:09,520 DEBUG [StoreOpener-42bb80baa339d69be7f81d32b2033d04-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:21:09,520 INFO [StoreOpener-42bb80baa339d69be7f81d32b2033d04-1 {}] regionserver.HStore(327): Store=42bb80baa339d69be7f81d32b2033d04/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:21:09,520 INFO [StoreOpener-42bb80baa339d69be7f81d32b2033d04-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 42bb80baa339d69be7f81d32b2033d04 2024-11-21T14:21:09,521 INFO [StoreOpener-42bb80baa339d69be7f81d32b2033d04-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 42bb80baa339d69be7f81d32b2033d04 columnFamilyName sid 2024-11-21T14:21:09,521 DEBUG [StoreOpener-42bb80baa339d69be7f81d32b2033d04-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:21:09,521 INFO [StoreOpener-42bb80baa339d69be7f81d32b2033d04-1 {}] regionserver.HStore(327): Store=42bb80baa339d69be7f81d32b2033d04/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:21:09,522 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 42bb80baa339d69be7f81d32b2033d04 2024-11-21T14:21:09,522 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40345/user/jenkins/test-data/b6c15f69-1b6c-ccb6-4225-ea0044927efb/data/hbase/replication/42bb80baa339d69be7f81d32b2033d04 2024-11-21T14:21:09,522 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40345/user/jenkins/test-data/b6c15f69-1b6c-ccb6-4225-ea0044927efb/data/hbase/replication/42bb80baa339d69be7f81d32b2033d04 2024-11-21T14:21:09,523 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 42bb80baa339d69be7f81d32b2033d04 2024-11-21T14:21:09,523 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 42bb80baa339d69be7f81d32b2033d04 2024-11-21T14:21:09,524 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T14:21:09,525 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 42bb80baa339d69be7f81d32b2033d04 2024-11-21T14:21:09,529 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40345/user/jenkins/test-data/b6c15f69-1b6c-ccb6-4225-ea0044927efb/data/hbase/replication/42bb80baa339d69be7f81d32b2033d04/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T14:21:09,529 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 42bb80baa339d69be7f81d32b2033d04; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72412053, jitterRate=0.07902367413043976}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T14:21:09,529 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 42bb80baa339d69be7f81d32b2033d04 2024-11-21T14:21:09,529 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 42bb80baa339d69be7f81d32b2033d04: Running coprocessor pre-open hook at 1732198869513Writing region info on filesystem at 1732198869513Initializing all the Stores at 1732198869514 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198869514Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198869516 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198869516Cleaning up temporary data from old regions at 1732198869523 (+7 ms)Running coprocessor post-open hooks at 1732198869529 (+6 ms)Region opened successfully at 1732198869529 2024-11-21T14:21:09,530 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732198868708.42bb80baa339d69be7f81d32b2033d04., pid=10, masterSystemTime=1732198869484 2024-11-21T14:21:09,532 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732198868708.42bb80baa339d69be7f81d32b2033d04. 2024-11-21T14:21:09,532 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732198868708.42bb80baa339d69be7f81d32b2033d04. 2024-11-21T14:21:09,532 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=42bb80baa339d69be7f81d32b2033d04, regionState=OPEN, openSeqNum=2, regionLocation=8a7a968213a0,33047,1732198856832 2024-11-21T14:21:09,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 42bb80baa339d69be7f81d32b2033d04, server=8a7a968213a0,33047,1732198856832 because future has completed 2024-11-21T14:21:09,539 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-21T14:21:09,539 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 42bb80baa339d69be7f81d32b2033d04, server=8a7a968213a0,33047,1732198856832 in 206 msec 2024-11-21T14:21:09,541 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-21T14:21:09,541 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=42bb80baa339d69be7f81d32b2033d04, ASSIGN in 364 msec 2024-11-21T14:21:09,542 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T14:21:09,542 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732198869542"}]},"ts":"1732198869542"} 2024-11-21T14:21:09,544 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-21T14:21:09,544 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T14:21:09,546 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 836 msec 2024-11-21T14:21:09,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732198868708.42bb80baa339d69be7f81d32b2033d04., hostname=8a7a968213a0,33047,1732198856832, seqNum=2] 2024-11-21T14:21:09,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33047-0x1013ae6cde90004, quorum=127.0.0.1:62603, baseZNode=/1-597534930 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-597534930 2024-11-21T14:21:09,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45247-0x1013ae6cde90003, quorum=127.0.0.1:62603, baseZNode=/1-597534930 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-597534930 2024-11-21T14:21:09,578 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T14:21:09,690 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,45931,1732198852680.replicationSource.wal-reader.8a7a968213a0%2C45931%2C1732198852680,1-8a7a968213a0,45931,1732198852680 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38587/user/jenkins/test-data/c275144a-663a-b36d-a80a-679d44e4f3a5/WALs/8a7a968213a0,45931,1732198852680/8a7a968213a0%2C45931%2C1732198852680.1732198854665 to pos 379, reset compression=false 2024-11-21T14:21:09,730 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-21T14:21:09,731 INFO [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-21T14:21:09,782 INFO [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-8a7a968213a0,33047,1732198856832, ReplicationSource: 1, currentBandwidth=0 2024-11-21T14:21:09,782 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:21:09,782 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a7a968213a0,33047,1732198856832, seqNum=-1] 2024-11-21T14:21:09,783 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:21:09,785 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35341, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-21T14:21:09,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-8a7a968213a0,33047,1732198856832', locateType=CURRENT is [region=hbase:replication,,1732198868708.42bb80baa339d69be7f81d32b2033d04., hostname=8a7a968213a0,33047,1732198856832, seqNum=2] 2024-11-21T14:21:09,792 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-21T14:21:09,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45247 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-21T14:21:09,795 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 8a7a968213a0,33047,1732198856832 suceeded 2024-11-21T14:21:09,797 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-21T14:21:09,797 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 217 msec 2024-11-21T14:21:09,797 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://8a7a968213a0:34285,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T14:21:09,798 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0980 sec 2024-11-21T14:21:09,808 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,33047,1732198856832 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8a7a968213a0:34285' 2024-11-21T14:21:09,809 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,33047,1732198856832 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@78defb5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:21:09,810 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,33047,1732198856832 {}] client.ClusterIdFetcher(90): Going to request 8a7a968213a0,34285,-1 for getting cluster id 2024-11-21T14:21:09,810 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,33047,1732198856832 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:21:09,811 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3a3919bb-a572-4a80-b349-72b627d496b0' 2024-11-21T14:21:09,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:21:09,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3a3919bb-a572-4a80-b349-72b627d496b0" 2024-11-21T14:21:09,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@50ba0a21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:21:09,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a7a968213a0,34285,-1] 2024-11-21T14:21:09,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:21:09,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:21:09,814 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:21:09,814 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,33047,1732198856832 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1f0b150e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:21:09,814 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,33047,1732198856832 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T14:21:09,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a7a968213a0,34285,1732198860509 2024-11-21T14:21:09,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1d9aaab1 2024-11-21T14:21:09,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T14:21:09,816 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-21T14:21:09,816 INFO [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,33047,1732198856832 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-8a7a968213a0,33047,1732198856832 (queues=1) is replicating from cluster=cecc0bfa-37a1-48cd-8f8b-63229e1e7443 to cluster=3a3919bb-a572-4a80-b349-72b627d496b0 2024-11-21T14:21:09,817 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,33047,1732198856832 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=8a7a968213a0%2C33047%2C1732198856832 2024-11-21T14:21:09,817 INFO [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,33047,1732198856832 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-8a7a968213a0,33047,1732198856832, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T14:21:09,820 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,33047,1732198856832.replicationSource.wal-reader.8a7a968213a0%2C33047%2C1732198856832,1-8a7a968213a0,33047,1732198856832 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40345/user/jenkins/test-data/b6c15f69-1b6c-ccb6-4225-ea0044927efb/WALs/8a7a968213a0,33047,1732198856832/8a7a968213a0%2C33047%2C1732198856832.1732198858414, startPosition=0, beingWritten=true 2024-11-21T14:21:09,826 INFO [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,33047,1732198856832.replicationSource.shipper8a7a968213a0%2C33047%2C1732198856832,1-8a7a968213a0,33047,1732198856832 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 8a7a968213a0%2C33047%2C1732198856832 2024-11-21T14:21:09,828 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,33047,1732198856832.replicationSource.wal-reader.8a7a968213a0%2C33047%2C1732198856832,1-8a7a968213a0,33047,1732198856832 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T14:21:09,828 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,33047,1732198856832.replicationSource.wal-reader.8a7a968213a0%2C33047%2C1732198856832,1-8a7a968213a0,33047,1732198856832 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40345/user/jenkins/test-data/b6c15f69-1b6c-ccb6-4225-ea0044927efb/WALs/8a7a968213a0,33047,1732198856832/8a7a968213a0%2C33047%2C1732198856832.1732198858414 to pos 379, reset compression=false 2024-11-21T14:21:09,828 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,33047,1732198856832.replicationSource.shipper8a7a968213a0%2C33047%2C1732198856832,1-8a7a968213a0,33047,1732198856832 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8a7a968213a0,33047,1732198856832 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40345/user/jenkins/test-data/b6c15f69-1b6c-ccb6-4225-ea0044927efb/WALs/8a7a968213a0,33047,1732198856832/8a7a968213a0%2C33047%2C1732198856832.1732198858414, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T14:21:09,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45247 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T14:21:09,850 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-21T14:21:09,850 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T14:21:09,850 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:21:09,850 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:21:09,850 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:21:09,851 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:21:09,851 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70141302, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:21:09,851 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8a7a968213a0,34285,-1 for getting cluster id 2024-11-21T14:21:09,852 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:21:09,852 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3a3919bb-a572-4a80-b349-72b627d496b0' 2024-11-21T14:21:09,853 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:21:09,853 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3a3919bb-a572-4a80-b349-72b627d496b0" 2024-11-21T14:21:09,853 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@727d3c8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:21:09,853 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a7a968213a0,34285,-1] 2024-11-21T14:21:09,853 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:21:09,853 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:21:09,854 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:21:09,855 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b1677c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:21:09,855 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T14:21:09,856 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a7a968213a0,34285,1732198860509 2024-11-21T14:21:09,856 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@355a42db 2024-11-21T14:21:09,856 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T14:21:09,857 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T14:21:09,857 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34285 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://8a7a968213a0:45247,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-21T14:21:09,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34285 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T14:21:09,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34285 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T14:21:09,861 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8a7a968213a0:45247' 2024-11-21T14:21:09,869 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79bc7b17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:21:09,869 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 8a7a968213a0,45247,-1 for getting cluster id 2024-11-21T14:21:09,869 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:21:09,870 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cecc0bfa-37a1-48cd-8f8b-63229e1e7443' 2024-11-21T14:21:09,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:21:09,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cecc0bfa-37a1-48cd-8f8b-63229e1e7443" 2024-11-21T14:21:09,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c3ceeb2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:21:09,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a7a968213a0,45247,-1] 2024-11-21T14:21:09,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:21:09,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:21:09,872 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:21:09,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@755f2d8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:21:09,873 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T14:21:09,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a7a968213a0,45247,1732198856798 2024-11-21T14:21:09,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@245fe347 2024-11-21T14:21:09,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T14:21:09,874 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T14:21:09,875 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-21T14:21:09,875 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T14:21:09,875 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:21:09,875 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:21:09,876 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T14:21:09,877 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:21:09,877 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-21T14:21:09,878 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T14:21:09,878 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:21:09,879 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T14:21:09,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741837_1013 (size=1138) 2024-11-21T14:21:09,905 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7aee97ed0a1fecea9bd809983350678e, NAME => 'hbase:replication,,1732198869875.7aee97ed0a1fecea9bd809983350678e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39807/user/jenkins/test-data/924b67f4-5bd4-6333-6011-7f70da8bcbb5 2024-11-21T14:21:09,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741838_1014 (size=44) 2024-11-21T14:21:09,917 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732198869875.7aee97ed0a1fecea9bd809983350678e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:21:09,917 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 7aee97ed0a1fecea9bd809983350678e, disabling compactions & flushes 2024-11-21T14:21:09,917 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732198869875.7aee97ed0a1fecea9bd809983350678e. 2024-11-21T14:21:09,917 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732198869875.7aee97ed0a1fecea9bd809983350678e. 2024-11-21T14:21:09,917 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732198869875.7aee97ed0a1fecea9bd809983350678e. after waiting 0 ms 2024-11-21T14:21:09,918 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732198869875.7aee97ed0a1fecea9bd809983350678e. 2024-11-21T14:21:09,918 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732198869875.7aee97ed0a1fecea9bd809983350678e. 2024-11-21T14:21:09,918 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7aee97ed0a1fecea9bd809983350678e: Waiting for close lock at 1732198869917Disabling compacts and flushes for region at 1732198869917Disabling writes for close at 1732198869918 (+1 ms)Writing region close event to WAL at 1732198869918Closed at 1732198869918 2024-11-21T14:21:09,919 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T14:21:09,919 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732198869875.7aee97ed0a1fecea9bd809983350678e.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732198869919"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732198869919"}]},"ts":"1732198869919"} 2024-11-21T14:21:09,921 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T14:21:09,922 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T14:21:09,922 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732198869922"}]},"ts":"1732198869922"} 2024-11-21T14:21:09,924 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-21T14:21:09,924 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7aee97ed0a1fecea9bd809983350678e, ASSIGN}] 2024-11-21T14:21:09,925 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7aee97ed0a1fecea9bd809983350678e, ASSIGN 2024-11-21T14:21:09,925 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7aee97ed0a1fecea9bd809983350678e, ASSIGN; state=OFFLINE, location=8a7a968213a0,36153,1732198860550; forceNewPlan=false, retain=false 2024-11-21T14:21:09,927 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-21T14:21:09,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34285 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T14:21:10,032 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,33047,1732198856832.replicationSource.wal-reader.8a7a968213a0%2C33047%2C1732198856832,1-8a7a968213a0,33047,1732198856832 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40345/user/jenkins/test-data/b6c15f69-1b6c-ccb6-4225-ea0044927efb/WALs/8a7a968213a0,33047,1732198856832/8a7a968213a0%2C33047%2C1732198856832.1732198858414 to pos 379, reset compression=false 2024-11-21T14:21:10,076 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7aee97ed0a1fecea9bd809983350678e, regionState=OPENING, regionLocation=8a7a968213a0,36153,1732198860550 2024-11-21T14:21:10,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7aee97ed0a1fecea9bd809983350678e, ASSIGN because future has completed 2024-11-21T14:21:10,080 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7aee97ed0a1fecea9bd809983350678e, server=8a7a968213a0,36153,1732198860550}] 2024-11-21T14:21:10,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34285 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T14:21:10,236 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732198869875.7aee97ed0a1fecea9bd809983350678e. 2024-11-21T14:21:10,237 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:21:10,237 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-21T14:21:10,238 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8a7a968213a0%2C36153%2C1732198860550.rep, suffix=, logDir=hdfs://localhost:39807/user/jenkins/test-data/924b67f4-5bd4-6333-6011-7f70da8bcbb5/WALs/8a7a968213a0,36153,1732198860550, archiveDir=hdfs://localhost:39807/user/jenkins/test-data/924b67f4-5bd4-6333-6011-7f70da8bcbb5/oldWALs, maxLogs=10 2024-11-21T14:21:10,266 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/924b67f4-5bd4-6333-6011-7f70da8bcbb5/WALs/8a7a968213a0,36153,1732198860550/8a7a968213a0%2C36153%2C1732198860550.rep.1732198870243, exclude list is [], retry=0 2024-11-21T14:21:10,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34715,DS-7e62c202-15fe-4c06-bf5a-fc6b7de80843,DISK] 2024-11-21T14:21:10,277 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/924b67f4-5bd4-6333-6011-7f70da8bcbb5/WALs/8a7a968213a0,36153,1732198860550/8a7a968213a0%2C36153%2C1732198860550.rep.1732198870243 2024-11-21T14:21:10,282 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36037:36037)] 2024-11-21T14:21:10,282 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 7aee97ed0a1fecea9bd809983350678e, NAME => 'hbase:replication,,1732198869875.7aee97ed0a1fecea9bd809983350678e.', STARTKEY => '', ENDKEY => ''} 2024-11-21T14:21:10,282 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T14:21:10,282 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T14:21:10,283 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732198869875.7aee97ed0a1fecea9bd809983350678e. service=MultiRowMutationService 2024-11-21T14:21:10,283 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-21T14:21:10,283 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 7aee97ed0a1fecea9bd809983350678e 2024-11-21T14:21:10,283 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732198869875.7aee97ed0a1fecea9bd809983350678e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:21:10,283 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 7aee97ed0a1fecea9bd809983350678e 2024-11-21T14:21:10,283 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 7aee97ed0a1fecea9bd809983350678e 2024-11-21T14:21:10,284 INFO [StoreOpener-7aee97ed0a1fecea9bd809983350678e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 7aee97ed0a1fecea9bd809983350678e 2024-11-21T14:21:10,286 INFO [StoreOpener-7aee97ed0a1fecea9bd809983350678e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7aee97ed0a1fecea9bd809983350678e columnFamilyName hfileref 2024-11-21T14:21:10,286 DEBUG [StoreOpener-7aee97ed0a1fecea9bd809983350678e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:21:10,286 INFO [StoreOpener-7aee97ed0a1fecea9bd809983350678e-1 {}] regionserver.HStore(327): Store=7aee97ed0a1fecea9bd809983350678e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:21:10,286 INFO [StoreOpener-7aee97ed0a1fecea9bd809983350678e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 7aee97ed0a1fecea9bd809983350678e 2024-11-21T14:21:10,287 INFO [StoreOpener-7aee97ed0a1fecea9bd809983350678e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7aee97ed0a1fecea9bd809983350678e columnFamilyName queue 2024-11-21T14:21:10,287 DEBUG [StoreOpener-7aee97ed0a1fecea9bd809983350678e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:21:10,287 INFO [StoreOpener-7aee97ed0a1fecea9bd809983350678e-1 {}] regionserver.HStore(327): Store=7aee97ed0a1fecea9bd809983350678e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:21:10,287 INFO [StoreOpener-7aee97ed0a1fecea9bd809983350678e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 7aee97ed0a1fecea9bd809983350678e 2024-11-21T14:21:10,288 INFO [StoreOpener-7aee97ed0a1fecea9bd809983350678e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7aee97ed0a1fecea9bd809983350678e columnFamilyName sid 2024-11-21T14:21:10,288 DEBUG [StoreOpener-7aee97ed0a1fecea9bd809983350678e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:21:10,288 INFO [StoreOpener-7aee97ed0a1fecea9bd809983350678e-1 {}] regionserver.HStore(327): Store=7aee97ed0a1fecea9bd809983350678e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:21:10,288 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 7aee97ed0a1fecea9bd809983350678e 2024-11-21T14:21:10,289 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39807/user/jenkins/test-data/924b67f4-5bd4-6333-6011-7f70da8bcbb5/data/hbase/replication/7aee97ed0a1fecea9bd809983350678e 2024-11-21T14:21:10,289 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39807/user/jenkins/test-data/924b67f4-5bd4-6333-6011-7f70da8bcbb5/data/hbase/replication/7aee97ed0a1fecea9bd809983350678e 2024-11-21T14:21:10,290 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 7aee97ed0a1fecea9bd809983350678e 2024-11-21T14:21:10,290 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 7aee97ed0a1fecea9bd809983350678e 2024-11-21T14:21:10,290 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T14:21:10,291 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 7aee97ed0a1fecea9bd809983350678e 2024-11-21T14:21:10,293 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39807/user/jenkins/test-data/924b67f4-5bd4-6333-6011-7f70da8bcbb5/data/hbase/replication/7aee97ed0a1fecea9bd809983350678e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T14:21:10,293 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 7aee97ed0a1fecea9bd809983350678e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67122531, jitterRate=2.0365417003631592E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T14:21:10,293 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7aee97ed0a1fecea9bd809983350678e 2024-11-21T14:21:10,293 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 7aee97ed0a1fecea9bd809983350678e: Running coprocessor pre-open hook at 1732198870283Writing region info on filesystem at 1732198870283Initializing all the Stores at 1732198870284 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198870284Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198870284Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198870284Cleaning up temporary data from old regions at 1732198870290 (+6 ms)Running coprocessor post-open hooks at 1732198870293 (+3 ms)Region opened successfully at 1732198870293 2024-11-21T14:21:10,294 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732198869875.7aee97ed0a1fecea9bd809983350678e., pid=10, masterSystemTime=1732198870231 2024-11-21T14:21:10,295 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,45931,1732198852680.replicationSource.wal-reader.8a7a968213a0%2C45931%2C1732198852680,1-8a7a968213a0,45931,1732198852680 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38587/user/jenkins/test-data/c275144a-663a-b36d-a80a-679d44e4f3a5/WALs/8a7a968213a0,45931,1732198852680/8a7a968213a0%2C45931%2C1732198852680.1732198854665 to pos 379, reset compression=false 2024-11-21T14:21:10,296 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732198869875.7aee97ed0a1fecea9bd809983350678e. 2024-11-21T14:21:10,296 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732198869875.7aee97ed0a1fecea9bd809983350678e. 2024-11-21T14:21:10,297 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7aee97ed0a1fecea9bd809983350678e, regionState=OPEN, openSeqNum=2, regionLocation=8a7a968213a0,36153,1732198860550 2024-11-21T14:21:10,298 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34285 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=8a7a968213a0,36153,1732198860550, table=hbase:replication, region=7aee97ed0a1fecea9bd809983350678e. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-21T14:21:10,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7aee97ed0a1fecea9bd809983350678e, server=8a7a968213a0,36153,1732198860550 because future has completed 2024-11-21T14:21:10,303 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-21T14:21:10,303 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 7aee97ed0a1fecea9bd809983350678e, server=8a7a968213a0,36153,1732198860550 in 222 msec 2024-11-21T14:21:10,304 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-21T14:21:10,304 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7aee97ed0a1fecea9bd809983350678e, ASSIGN in 379 msec 2024-11-21T14:21:10,305 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T14:21:10,305 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732198870305"}]},"ts":"1732198870305"} 2024-11-21T14:21:10,306 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-21T14:21:10,307 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T14:21:10,308 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 431 msec 2024-11-21T14:21:10,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732198869875.7aee97ed0a1fecea9bd809983350678e., hostname=8a7a968213a0,36153,1732198860550, seqNum=2] 2024-11-21T14:21:10,335 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,33047,1732198856832.replicationSource.wal-reader.8a7a968213a0%2C33047%2C1732198856832,1-8a7a968213a0,33047,1732198856832 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40345/user/jenkins/test-data/b6c15f69-1b6c-ccb6-4225-ea0044927efb/WALs/8a7a968213a0,33047,1732198856832/8a7a968213a0%2C33047%2C1732198856832.1732198858414 to pos 379, reset compression=false 2024-11-21T14:21:10,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36153-0x1013ae6cde90007, quorum=127.0.0.1:62603, baseZNode=/2-2074997109 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2074997109 2024-11-21T14:21:10,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34285-0x1013ae6cde90006, quorum=127.0.0.1:62603, baseZNode=/2-2074997109 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2074997109 2024-11-21T14:21:10,347 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T14:21:10,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34285 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T14:21:10,499 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36153 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-21T14:21:10,499 INFO [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-21T14:21:10,533 INFO [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-8a7a968213a0,36153,1732198860550, ReplicationSource: 1, currentBandwidth=0 2024-11-21T14:21:10,534 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:21:10,534 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a7a968213a0,36153,1732198860550, seqNum=-1] 2024-11-21T14:21:10,534 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:21:10,536 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50491, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-21T14:21:10,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-8a7a968213a0,36153,1732198860550', locateType=CURRENT is [region=hbase:replication,,1732198869875.7aee97ed0a1fecea9bd809983350678e., hostname=8a7a968213a0,36153,1732198860550, seqNum=2] 2024-11-21T14:21:10,542 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-21T14:21:10,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34285 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-21T14:21:10,545 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 8a7a968213a0,36153,1732198860550 suceeded 2024-11-21T14:21:10,547 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-21T14:21:10,547 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 198 msec 2024-11-21T14:21:10,547 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://8a7a968213a0:45247,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T14:21:10,549 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 690 msec 2024-11-21T14:21:10,561 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,36153,1732198860550 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8a7a968213a0:45247' 2024-11-21T14:21:10,563 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,36153,1732198860550 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@375936ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:21:10,563 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,36153,1732198860550 {}] client.ClusterIdFetcher(90): Going to request 8a7a968213a0,45247,-1 for getting cluster id 2024-11-21T14:21:10,563 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,36153,1732198860550 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:21:10,563 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cecc0bfa-37a1-48cd-8f8b-63229e1e7443' 2024-11-21T14:21:10,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:21:10,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cecc0bfa-37a1-48cd-8f8b-63229e1e7443" 2024-11-21T14:21:10,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@656e3a1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:21:10,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a7a968213a0,45247,-1] 2024-11-21T14:21:10,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:21:10,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:21:10,565 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33758, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:21:10,565 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,36153,1732198860550 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@314d5e62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:21:10,565 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,36153,1732198860550 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T14:21:10,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a7a968213a0,45247,1732198856798 2024-11-21T14:21:10,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@276f1b9a 2024-11-21T14:21:10,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T14:21:10,567 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-21T14:21:10,567 INFO [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,36153,1732198860550 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-8a7a968213a0,36153,1732198860550 (queues=1) is replicating from cluster=3a3919bb-a572-4a80-b349-72b627d496b0 to cluster=cecc0bfa-37a1-48cd-8f8b-63229e1e7443 2024-11-21T14:21:10,567 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,36153,1732198860550 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=8a7a968213a0%2C36153%2C1732198860550 2024-11-21T14:21:10,568 INFO [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,36153,1732198860550 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-8a7a968213a0,36153,1732198860550, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T14:21:10,568 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,36153,1732198860550.replicationSource.wal-reader.8a7a968213a0%2C36153%2C1732198860550,1-8a7a968213a0,36153,1732198860550 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39807/user/jenkins/test-data/924b67f4-5bd4-6333-6011-7f70da8bcbb5/WALs/8a7a968213a0,36153,1732198860550/8a7a968213a0%2C36153%2C1732198860550.1732198862536, startPosition=0, beingWritten=true 2024-11-21T14:21:10,568 INFO [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,36153,1732198860550.replicationSource.shipper8a7a968213a0%2C36153%2C1732198860550,1-8a7a968213a0,36153,1732198860550 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 8a7a968213a0%2C36153%2C1732198860550 2024-11-21T14:21:10,574 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,36153,1732198860550.replicationSource.wal-reader.8a7a968213a0%2C36153%2C1732198860550,1-8a7a968213a0,36153,1732198860550 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T14:21:10,574 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,36153,1732198860550.replicationSource.wal-reader.8a7a968213a0%2C36153%2C1732198860550,1-8a7a968213a0,36153,1732198860550 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39807/user/jenkins/test-data/924b67f4-5bd4-6333-6011-7f70da8bcbb5/WALs/8a7a968213a0,36153,1732198860550/8a7a968213a0%2C36153%2C1732198860550.1732198862536 to pos 379, reset compression=false 2024-11-21T14:21:10,574 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,36153,1732198860550.replicationSource.shipper8a7a968213a0%2C36153%2C1732198860550,1-8a7a968213a0,36153,1732198860550 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8a7a968213a0,36153,1732198860550 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39807/user/jenkins/test-data/924b67f4-5bd4-6333-6011-7f70da8bcbb5/WALs/8a7a968213a0,36153,1732198860550/8a7a968213a0%2C36153%2C1732198860550.1732198862536, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T14:21:10,758 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,33047,1732198856832.replicationSource.wal-reader.8a7a968213a0%2C33047%2C1732198856832,1-8a7a968213a0,33047,1732198856832 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40345/user/jenkins/test-data/b6c15f69-1b6c-ccb6-4225-ea0044927efb/WALs/8a7a968213a0,33047,1732198856832/8a7a968213a0%2C33047%2C1732198856832.1732198858414 to pos 379, reset compression=false 2024-11-21T14:21:10,781 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,36153,1732198860550.replicationSource.wal-reader.8a7a968213a0%2C36153%2C1732198860550,1-8a7a968213a0,36153,1732198860550 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39807/user/jenkins/test-data/924b67f4-5bd4-6333-6011-7f70da8bcbb5/WALs/8a7a968213a0,36153,1732198860550/8a7a968213a0%2C36153%2C1732198860550.1732198862536 to pos 379, reset compression=false 2024-11-21T14:21:11,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34285 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T14:21:11,000 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-21T14:21:11,000 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T14:21:11,000 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:21:11,000 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:21:11,000 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:21:11,000 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:21:11,001 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,45931,1732198852680.replicationSource.wal-reader.8a7a968213a0%2C45931%2C1732198852680,1-8a7a968213a0,45931,1732198852680 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38587/user/jenkins/test-data/c275144a-663a-b36d-a80a-679d44e4f3a5/WALs/8a7a968213a0,45931,1732198852680/8a7a968213a0%2C45931%2C1732198852680.1732198854665 to pos 379, reset compression=false 2024-11-21T14:21:11,001 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75a31a1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:21:11,001 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8a7a968213a0,42271,-1 for getting cluster id 2024-11-21T14:21:11,001 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:21:11,002 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3d22fb19-7deb-42bd-8d00-31a0218075d4' 2024-11-21T14:21:11,002 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:21:11,002 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3d22fb19-7deb-42bd-8d00-31a0218075d4" 2024-11-21T14:21:11,002 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47c56764, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:21:11,002 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a7a968213a0,42271,-1] 2024-11-21T14:21:11,003 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:21:11,003 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:21:11,003 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59018, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:21:11,004 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24c74831, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:21:11,005 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53cfb257, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:21:11,005 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8a7a968213a0,45247,-1 for getting cluster id 2024-11-21T14:21:11,005 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:21:11,005 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cecc0bfa-37a1-48cd-8f8b-63229e1e7443' 2024-11-21T14:21:11,005 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:21:11,005 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cecc0bfa-37a1-48cd-8f8b-63229e1e7443" 2024-11-21T14:21:11,005 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ae2b4e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:21:11,005 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a7a968213a0,45247,-1] 2024-11-21T14:21:11,006 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:21:11,006 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:21:11,006 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:21:11,007 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4159b533, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:21:11,007 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18e6c0f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:21:11,007 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8a7a968213a0,34285,-1 for getting cluster id 2024-11-21T14:21:11,007 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:21:11,008 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3a3919bb-a572-4a80-b349-72b627d496b0' 2024-11-21T14:21:11,008 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:21:11,008 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3a3919bb-a572-4a80-b349-72b627d496b0" 2024-11-21T14:21:11,008 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7976b547, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:21:11,008 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a7a968213a0,34285,-1] 2024-11-21T14:21:11,008 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:21:11,008 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:21:11,009 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:21:11,009 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33f65435, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:21:11,010 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:21:11,011 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a7a968213a0,45931,1732198852680, seqNum=-1] 2024-11-21T14:21:11,011 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:21:11,011 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T14:21:11,013 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732198863604.3ef3ac681419ebd5be1b9a2f82fb215d., hostname=8a7a968213a0,45931,1732198852680, seqNum=2] 2024-11-21T14:21:11,015 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:21:11,016 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a7a968213a0,36153,1732198860550, seqNum=-1] 2024-11-21T14:21:11,016 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:21:11,017 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T14:21:11,018 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732198866384.25461984dfb9b1a62e8f075afef616aa., hostname=8a7a968213a0,36153,1732198860550, seqNum=2] 2024-11-21T14:21:11,019 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-21T14:21:11,086 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,36153,1732198860550.replicationSource.wal-reader.8a7a968213a0%2C36153%2C1732198860550,1-8a7a968213a0,36153,1732198860550 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39807/user/jenkins/test-data/924b67f4-5bd4-6333-6011-7f70da8bcbb5/WALs/8a7a968213a0,36153,1732198860550/8a7a968213a0%2C36153%2C1732198860550.1732198862536 to pos 379, reset compression=false 2024-11-21T14:21:11,262 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,33047,1732198856832.replicationSource.wal-reader.8a7a968213a0%2C33047%2C1732198856832,1-8a7a968213a0,33047,1732198856832 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40345/user/jenkins/test-data/b6c15f69-1b6c-ccb6-4225-ea0044927efb/WALs/8a7a968213a0,33047,1732198856832/8a7a968213a0%2C33047%2C1732198856832.1732198858414 to pos 379, reset compression=false 2024-11-21T14:21:11,489 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,36153,1732198860550.replicationSource.wal-reader.8a7a968213a0%2C36153%2C1732198860550,1-8a7a968213a0,36153,1732198860550 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39807/user/jenkins/test-data/924b67f4-5bd4-6333-6011-7f70da8bcbb5/WALs/8a7a968213a0,36153,1732198860550/8a7a968213a0%2C36153%2C1732198860550.1732198862536 to pos 379, reset compression=false 2024-11-21T14:21:11,805 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,45931,1732198852680.replicationSource.wal-reader.8a7a968213a0%2C45931%2C1732198852680,1-8a7a968213a0,45931,1732198852680 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38587/user/jenkins/test-data/c275144a-663a-b36d-a80a-679d44e4f3a5/WALs/8a7a968213a0,45931,1732198852680/8a7a968213a0%2C45931%2C1732198852680.1732198854665 to pos 379, reset compression=false 2024-11-21T14:21:11,821 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,45931,1732198852680.replicationSource.wal-reader.8a7a968213a0%2C45931%2C1732198852680,1-8a7a968213a0,45931,1732198852680 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T14:21:11,821 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,45931,1732198852680.replicationSource.wal-reader.8a7a968213a0%2C45931%2C1732198852680,1-8a7a968213a0,45931,1732198852680 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38587/user/jenkins/test-data/c275144a-663a-b36d-a80a-679d44e4f3a5/WALs/8a7a968213a0,45931,1732198852680/8a7a968213a0%2C45931%2C1732198852680.1732198854665 to pos 480, reset compression=false 2024-11-21T14:21:11,821 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,45931,1732198852680.replicationSource.shipper8a7a968213a0%2C45931%2C1732198852680,1-8a7a968213a0,45931,1732198852680 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8a7a968213a0,45931,1732198852680 got entry batch from reader: WALEntryBatch [walEntries=[{test/3ef3ac681419ebd5be1b9a2f82fb215d/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:38587/user/jenkins/test-data/c275144a-663a-b36d-a80a-679d44e4f3a5/WALs/8a7a968213a0,45931,1732198852680/8a7a968213a0%2C45931%2C1732198852680.1732198854665, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-21T14:21:11,823 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,45931,1732198852680.replicationSource.shipper8a7a968213a0%2C45931%2C1732198852680,1-8a7a968213a0,45931,1732198852680 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T14:21:11,824 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-21T14:21:11,825 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33047 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T14:21:11,826 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33047 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1ac3f522, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:21:11,826 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33047 {}] client.ClusterIdFetcher(90): Going to request 8a7a968213a0,45247,-1 for getting cluster id 2024-11-21T14:21:11,826 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33047 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:21:11,826 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cecc0bfa-37a1-48cd-8f8b-63229e1e7443' 2024-11-21T14:21:11,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:21:11,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cecc0bfa-37a1-48cd-8f8b-63229e1e7443" 2024-11-21T14:21:11,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@46c132ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:21:11,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a7a968213a0,45247,-1] 2024-11-21T14:21:11,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:21:11,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:21:11,828 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:21:11,828 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33047 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7f039a4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:21:11,829 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33047 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:21:11,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a7a968213a0,33047,1732198856832, seqNum=-1] 2024-11-21T14:21:11,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:21:11,831 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-21T14:21:11,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732198864233.202776a0cefd74c9378ee366724577f1., hostname=8a7a968213a0,33047,1732198856832, seqNum=2] 2024-11-21T14:21:11,836 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33047 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T14:21:11,865 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,33047,1732198856832.replicationSource.wal-reader.8a7a968213a0%2C33047%2C1732198856832,1-8a7a968213a0,33047,1732198856832 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40345/user/jenkins/test-data/b6c15f69-1b6c-ccb6-4225-ea0044927efb/WALs/8a7a968213a0,33047,1732198856832/8a7a968213a0%2C33047%2C1732198856832.1732198858414 to pos 379, reset compression=false 2024-11-21T14:21:11,869 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,33047,1732198856832.replicationSource.wal-reader.8a7a968213a0%2C33047%2C1732198856832,1-8a7a968213a0,33047,1732198856832 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T14:21:11,869 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,33047,1732198856832.replicationSource.wal-reader.8a7a968213a0%2C33047%2C1732198856832,1-8a7a968213a0,33047,1732198856832 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40345/user/jenkins/test-data/b6c15f69-1b6c-ccb6-4225-ea0044927efb/WALs/8a7a968213a0,33047,1732198856832/8a7a968213a0%2C33047%2C1732198856832.1732198858414 to pos 503, reset compression=false 2024-11-21T14:21:11,869 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,33047,1732198856832.replicationSource.shipper8a7a968213a0%2C33047%2C1732198856832,1-8a7a968213a0,33047,1732198856832 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8a7a968213a0,33047,1732198856832 got entry batch from reader: WALEntryBatch [walEntries=[{test/202776a0cefd74c9378ee366724577f1/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:40345/user/jenkins/test-data/b6c15f69-1b6c-ccb6-4225-ea0044927efb/WALs/8a7a968213a0,33047,1732198856832/8a7a968213a0%2C33047%2C1732198856832.1732198858414, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-21T14:21:11,871 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,33047,1732198856832.replicationSource.shipper8a7a968213a0%2C33047%2C1732198856832,1-8a7a968213a0,33047,1732198856832 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T14:21:11,872 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-21T14:21:11,873 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36153 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T14:21:11,873 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36153 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7d274531, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:21:11,873 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36153 {}] client.ClusterIdFetcher(90): Going to request 8a7a968213a0,34285,-1 for getting cluster id 2024-11-21T14:21:11,873 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36153 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:21:11,874 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3a3919bb-a572-4a80-b349-72b627d496b0' 2024-11-21T14:21:11,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:21:11,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3a3919bb-a572-4a80-b349-72b627d496b0" 2024-11-21T14:21:11,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@56d183c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:21:11,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a7a968213a0,34285,-1] 2024-11-21T14:21:11,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:21:11,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:21:11,875 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:21:11,876 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36153 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5a4162ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:21:11,876 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36153 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:21:11,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a7a968213a0,36153,1732198860550, seqNum=-1] 2024-11-21T14:21:11,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:21:11,878 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-21T14:21:11,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732198866384.25461984dfb9b1a62e8f075afef616aa., hostname=8a7a968213a0,36153,1732198860550, seqNum=2] 2024-11-21T14:21:11,882 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36153 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T14:21:11,994 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,36153,1732198860550.replicationSource.wal-reader.8a7a968213a0%2C36153%2C1732198860550,1-8a7a968213a0,36153,1732198860550 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39807/user/jenkins/test-data/924b67f4-5bd4-6333-6011-7f70da8bcbb5/WALs/8a7a968213a0,36153,1732198860550/8a7a968213a0%2C36153%2C1732198860550.1732198862536 to pos 379, reset compression=false 2024-11-21T14:21:12,001 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,36153,1732198860550.replicationSource.wal-reader.8a7a968213a0%2C36153%2C1732198860550,1-8a7a968213a0,36153,1732198860550 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T14:21:12,001 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,36153,1732198860550.replicationSource.wal-reader.8a7a968213a0%2C36153%2C1732198860550,1-8a7a968213a0,36153,1732198860550 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39807/user/jenkins/test-data/924b67f4-5bd4-6333-6011-7f70da8bcbb5/WALs/8a7a968213a0,36153,1732198860550/8a7a968213a0%2C36153%2C1732198860550.1732198862536 to pos 527, reset compression=false 2024-11-21T14:21:12,002 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,36153,1732198860550.replicationSource.shipper8a7a968213a0%2C36153%2C1732198860550,1-8a7a968213a0,36153,1732198860550 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8a7a968213a0,36153,1732198860550 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39807/user/jenkins/test-data/924b67f4-5bd4-6333-6011-7f70da8bcbb5/WALs/8a7a968213a0,36153,1732198860550/8a7a968213a0%2C36153%2C1732198860550.1732198862536, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T14:21:12,021 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-21T14:21:12,022 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:21:12,022 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a7a968213a0,33047,1732198856832, seqNum=-1] 2024-11-21T14:21:12,023 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:21:12,024 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T14:21:12,024 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,45931,1732198852680.replicationSource.wal-reader.8a7a968213a0%2C45931%2C1732198852680,1-8a7a968213a0,45931,1732198852680 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38587/user/jenkins/test-data/c275144a-663a-b36d-a80a-679d44e4f3a5/WALs/8a7a968213a0,45931,1732198852680/8a7a968213a0%2C45931%2C1732198852680.1732198854665 to pos 480, reset compression=false 2024-11-21T14:21:12,026 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732198864233.202776a0cefd74c9378ee366724577f1., hostname=8a7a968213a0,33047,1732198856832, seqNum=2] 2024-11-21T14:21:12,029 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-21T14:21:12,073 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,33047,1732198856832.replicationSource.wal-reader.8a7a968213a0%2C33047%2C1732198856832,1-8a7a968213a0,33047,1732198856832 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40345/user/jenkins/test-data/b6c15f69-1b6c-ccb6-4225-ea0044927efb/WALs/8a7a968213a0,33047,1732198856832/8a7a968213a0%2C33047%2C1732198856832.1732198858414 to pos 503, reset compression=false 2024-11-21T14:21:12,077 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,33047,1732198856832.replicationSource.wal-reader.8a7a968213a0%2C33047%2C1732198856832,1-8a7a968213a0,33047,1732198856832 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T14:21:12,077 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,33047,1732198856832.replicationSource.wal-reader.8a7a968213a0%2C33047%2C1732198856832,1-8a7a968213a0,33047,1732198856832 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40345/user/jenkins/test-data/b6c15f69-1b6c-ccb6-4225-ea0044927efb/WALs/8a7a968213a0,33047,1732198856832/8a7a968213a0%2C33047%2C1732198856832.1732198858414 to pos 607, reset compression=false 2024-11-21T14:21:12,077 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,33047,1732198856832.replicationSource.shipper8a7a968213a0%2C33047%2C1732198856832,1-8a7a968213a0,33047,1732198856832 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8a7a968213a0,33047,1732198856832 got entry batch from reader: WALEntryBatch [walEntries=[{test/202776a0cefd74c9378ee366724577f1/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:40345/user/jenkins/test-data/b6c15f69-1b6c-ccb6-4225-ea0044927efb/WALs/8a7a968213a0,33047,1732198856832/8a7a968213a0%2C33047%2C1732198856832.1732198858414, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-21T14:21:12,078 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36153 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T14:21:12,080 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36153 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T14:21:12,209 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,36153,1732198860550.replicationSource.wal-reader.8a7a968213a0%2C36153%2C1732198860550,1-8a7a968213a0,36153,1732198860550 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39807/user/jenkins/test-data/924b67f4-5bd4-6333-6011-7f70da8bcbb5/WALs/8a7a968213a0,36153,1732198860550/8a7a968213a0%2C36153%2C1732198860550.1732198862536 to pos 527, reset compression=false 2024-11-21T14:21:12,214 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,36153,1732198860550.replicationSource.wal-reader.8a7a968213a0%2C36153%2C1732198860550,1-8a7a968213a0,36153,1732198860550 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T14:21:12,214 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,36153,1732198860550.replicationSource.wal-reader.8a7a968213a0%2C36153%2C1732198860550,1-8a7a968213a0,36153,1732198860550 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39807/user/jenkins/test-data/924b67f4-5bd4-6333-6011-7f70da8bcbb5/WALs/8a7a968213a0,36153,1732198860550/8a7a968213a0%2C36153%2C1732198860550.1732198862536 to pos 655, reset compression=false 2024-11-21T14:21:12,214 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,36153,1732198860550.replicationSource.shipper8a7a968213a0%2C36153%2C1732198860550,1-8a7a968213a0,36153,1732198860550 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8a7a968213a0,36153,1732198860550 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39807/user/jenkins/test-data/924b67f4-5bd4-6333-6011-7f70da8bcbb5/WALs/8a7a968213a0,36153,1732198860550/8a7a968213a0%2C36153%2C1732198860550.1732198862536, lastWalPosition=655, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T14:21:12,280 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,33047,1732198856832.replicationSource.wal-reader.8a7a968213a0%2C33047%2C1732198856832,1-8a7a968213a0,33047,1732198856832 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40345/user/jenkins/test-data/b6c15f69-1b6c-ccb6-4225-ea0044927efb/WALs/8a7a968213a0,33047,1732198856832/8a7a968213a0%2C33047%2C1732198856832.1732198858414 to pos 607, reset compression=false 2024-11-21T14:21:12,329 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,45931,1732198852680.replicationSource.wal-reader.8a7a968213a0%2C45931%2C1732198852680,1-8a7a968213a0,45931,1732198852680 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38587/user/jenkins/test-data/c275144a-663a-b36d-a80a-679d44e4f3a5/WALs/8a7a968213a0,45931,1732198852680/8a7a968213a0%2C45931%2C1732198852680.1732198854665 to pos 480, reset compression=false 2024-11-21T14:21:12,417 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,36153,1732198860550.replicationSource.wal-reader.8a7a968213a0%2C36153%2C1732198860550,1-8a7a968213a0,36153,1732198860550 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39807/user/jenkins/test-data/924b67f4-5bd4-6333-6011-7f70da8bcbb5/WALs/8a7a968213a0,36153,1732198860550/8a7a968213a0%2C36153%2C1732198860550.1732198862536 to pos 655, reset compression=false 2024-11-21T14:21:12,583 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,33047,1732198856832.replicationSource.wal-reader.8a7a968213a0%2C33047%2C1732198856832,1-8a7a968213a0,33047,1732198856832 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40345/user/jenkins/test-data/b6c15f69-1b6c-ccb6-4225-ea0044927efb/WALs/8a7a968213a0,33047,1732198856832/8a7a968213a0%2C33047%2C1732198856832.1732198858414 to pos 607, reset compression=false 2024-11-21T14:21:12,720 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,36153,1732198860550.replicationSource.wal-reader.8a7a968213a0%2C36153%2C1732198860550,1-8a7a968213a0,36153,1732198860550 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39807/user/jenkins/test-data/924b67f4-5bd4-6333-6011-7f70da8bcbb5/WALs/8a7a968213a0,36153,1732198860550/8a7a968213a0%2C36153%2C1732198860550.1732198862536 to pos 655, reset compression=false 2024-11-21T14:21:12,733 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,45931,1732198852680.replicationSource.wal-reader.8a7a968213a0%2C45931%2C1732198852680,1-8a7a968213a0,45931,1732198852680 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38587/user/jenkins/test-data/c275144a-663a-b36d-a80a-679d44e4f3a5/WALs/8a7a968213a0,45931,1732198852680/8a7a968213a0%2C45931%2C1732198852680.1732198854665 to pos 480, reset compression=false 2024-11-21T14:21:12,987 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,33047,1732198856832.replicationSource.wal-reader.8a7a968213a0%2C33047%2C1732198856832,1-8a7a968213a0,33047,1732198856832 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40345/user/jenkins/test-data/b6c15f69-1b6c-ccb6-4225-ea0044927efb/WALs/8a7a968213a0,33047,1732198856832/8a7a968213a0%2C33047%2C1732198856832.1732198858414 to pos 607, reset compression=false 2024-11-21T14:21:13,031 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-21T14:21:13,033 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-21T14:21:13,124 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,36153,1732198860550.replicationSource.wal-reader.8a7a968213a0%2C36153%2C1732198860550,1-8a7a968213a0,36153,1732198860550 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39807/user/jenkins/test-data/924b67f4-5bd4-6333-6011-7f70da8bcbb5/WALs/8a7a968213a0,36153,1732198860550/8a7a968213a0%2C36153%2C1732198860550.1732198862536 to pos 655, reset compression=false 2024-11-21T14:21:13,128 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,36153,1732198860550.replicationSource.wal-reader.8a7a968213a0%2C36153%2C1732198860550,1-8a7a968213a0,36153,1732198860550 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T14:21:13,128 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,36153,1732198860550.replicationSource.wal-reader.8a7a968213a0%2C36153%2C1732198860550,1-8a7a968213a0,36153,1732198860550 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39807/user/jenkins/test-data/924b67f4-5bd4-6333-6011-7f70da8bcbb5/WALs/8a7a968213a0,36153,1732198860550/8a7a968213a0%2C36153%2C1732198860550.1732198862536 to pos 759, reset compression=false 2024-11-21T14:21:13,128 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,36153,1732198860550.replicationSource.shipper8a7a968213a0%2C36153%2C1732198860550,1-8a7a968213a0,36153,1732198860550 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8a7a968213a0,36153,1732198860550 got entry batch from reader: WALEntryBatch [walEntries=[{test/25461984dfb9b1a62e8f075afef616aa/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:39807/user/jenkins/test-data/924b67f4-5bd4-6333-6011-7f70da8bcbb5/WALs/8a7a968213a0,36153,1732198860550/8a7a968213a0%2C36153%2C1732198860550.1732198862536, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-21T14:21:13,130 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,36153,1732198860550.replicationSource.shipper8a7a968213a0%2C36153%2C1732198860550,1-8a7a968213a0,36153,1732198860550 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T14:21:13,131 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-21T14:21:13,131 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33047 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T14:21:13,133 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33047 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T14:21:13,236 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,45931,1732198852680.replicationSource.wal-reader.8a7a968213a0%2C45931%2C1732198852680,1-8a7a968213a0,45931,1732198852680 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38587/user/jenkins/test-data/c275144a-663a-b36d-a80a-679d44e4f3a5/WALs/8a7a968213a0,45931,1732198852680/8a7a968213a0%2C45931%2C1732198852680.1732198854665 to pos 480, reset compression=false 2024-11-21T14:21:13,332 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,36153,1732198860550.replicationSource.wal-reader.8a7a968213a0%2C36153%2C1732198860550,1-8a7a968213a0,36153,1732198860550 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39807/user/jenkins/test-data/924b67f4-5bd4-6333-6011-7f70da8bcbb5/WALs/8a7a968213a0,36153,1732198860550/8a7a968213a0%2C36153%2C1732198860550.1732198862536 to pos 759, reset compression=false 2024-11-21T14:21:13,490 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,33047,1732198856832.replicationSource.wal-reader.8a7a968213a0%2C33047%2C1732198856832,1-8a7a968213a0,33047,1732198856832 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40345/user/jenkins/test-data/b6c15f69-1b6c-ccb6-4225-ea0044927efb/WALs/8a7a968213a0,33047,1732198856832/8a7a968213a0%2C33047%2C1732198856832.1732198858414 to pos 607, reset compression=false 2024-11-21T14:21:13,494 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,33047,1732198856832.replicationSource.wal-reader.8a7a968213a0%2C33047%2C1732198856832,1-8a7a968213a0,33047,1732198856832 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T14:21:13,494 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,33047,1732198856832.replicationSource.wal-reader.8a7a968213a0%2C33047%2C1732198856832,1-8a7a968213a0,33047,1732198856832 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40345/user/jenkins/test-data/b6c15f69-1b6c-ccb6-4225-ea0044927efb/WALs/8a7a968213a0,33047,1732198856832/8a7a968213a0%2C33047%2C1732198856832.1732198858414 to pos 734, reset compression=false 2024-11-21T14:21:13,495 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,33047,1732198856832.replicationSource.shipper8a7a968213a0%2C33047%2C1732198856832,1-8a7a968213a0,33047,1732198856832 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8a7a968213a0,33047,1732198856832 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40345/user/jenkins/test-data/b6c15f69-1b6c-ccb6-4225-ea0044927efb/WALs/8a7a968213a0,33047,1732198856832/8a7a968213a0%2C33047%2C1732198856832.1732198858414, lastWalPosition=734, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T14:21:13,636 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,36153,1732198860550.replicationSource.wal-reader.8a7a968213a0%2C36153%2C1732198860550,1-8a7a968213a0,36153,1732198860550 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39807/user/jenkins/test-data/924b67f4-5bd4-6333-6011-7f70da8bcbb5/WALs/8a7a968213a0,36153,1732198860550/8a7a968213a0%2C36153%2C1732198860550.1732198862536 to pos 759, reset compression=false 2024-11-21T14:21:13,709 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,33047,1732198856832.replicationSource.wal-reader.8a7a968213a0%2C33047%2C1732198856832,1-8a7a968213a0,33047,1732198856832 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40345/user/jenkins/test-data/b6c15f69-1b6c-ccb6-4225-ea0044927efb/WALs/8a7a968213a0,33047,1732198856832/8a7a968213a0%2C33047%2C1732198856832.1732198858414 to pos 734, reset compression=false 2024-11-21T14:21:13,839 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,45931,1732198852680.replicationSource.wal-reader.8a7a968213a0%2C45931%2C1732198852680,1-8a7a968213a0,45931,1732198852680 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38587/user/jenkins/test-data/c275144a-663a-b36d-a80a-679d44e4f3a5/WALs/8a7a968213a0,45931,1732198852680/8a7a968213a0%2C45931%2C1732198852680.1732198854665 to pos 480, reset compression=false 2024-11-21T14:21:14,013 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,33047,1732198856832.replicationSource.wal-reader.8a7a968213a0%2C33047%2C1732198856832,1-8a7a968213a0,33047,1732198856832 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40345/user/jenkins/test-data/b6c15f69-1b6c-ccb6-4225-ea0044927efb/WALs/8a7a968213a0,33047,1732198856832/8a7a968213a0%2C33047%2C1732198856832.1732198858414 to pos 734, reset compression=false 2024-11-21T14:21:14,035 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-21T14:21:14,039 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-21T14:21:14,045 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,36153,1732198860550.replicationSource.wal-reader.8a7a968213a0%2C36153%2C1732198860550,1-8a7a968213a0,36153,1732198860550 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39807/user/jenkins/test-data/924b67f4-5bd4-6333-6011-7f70da8bcbb5/WALs/8a7a968213a0,36153,1732198860550/8a7a968213a0%2C36153%2C1732198860550.1732198862536 to pos 759, reset compression=false 2024-11-21T14:21:14,089 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T14:21:14,090 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8a7a968213a0,32873,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8a7a968213a0:32873 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-21T14:21:14,090 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88716 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8a7a968213a0,32873,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8a7a968213a0:32873 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-21T14:21:14,417 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,33047,1732198856832.replicationSource.wal-reader.8a7a968213a0%2C33047%2C1732198856832,1-8a7a968213a0,33047,1732198856832 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40345/user/jenkins/test-data/b6c15f69-1b6c-ccb6-4225-ea0044927efb/WALs/8a7a968213a0,33047,1732198856832/8a7a968213a0%2C33047%2C1732198856832.1732198858414 to pos 734, reset compression=false 2024-11-21T14:21:14,544 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,45931,1732198852680.replicationSource.wal-reader.8a7a968213a0%2C45931%2C1732198852680,1-8a7a968213a0,45931,1732198852680 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38587/user/jenkins/test-data/c275144a-663a-b36d-a80a-679d44e4f3a5/WALs/8a7a968213a0,45931,1732198852680/8a7a968213a0%2C45931%2C1732198852680.1732198854665 to pos 480, reset compression=false 2024-11-21T14:21:14,548 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,45931,1732198852680.replicationSource.wal-reader.8a7a968213a0%2C45931%2C1732198852680,1-8a7a968213a0,45931,1732198852680 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T14:21:14,548 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,45931,1732198852680.replicationSource.wal-reader.8a7a968213a0%2C45931%2C1732198852680,1-8a7a968213a0,45931,1732198852680 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38587/user/jenkins/test-data/c275144a-663a-b36d-a80a-679d44e4f3a5/WALs/8a7a968213a0,45931,1732198852680/8a7a968213a0%2C45931%2C1732198852680.1732198854665 to pos 636, reset compression=false 2024-11-21T14:21:14,548 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,36153,1732198860550.replicationSource.wal-reader.8a7a968213a0%2C36153%2C1732198860550,1-8a7a968213a0,36153,1732198860550 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39807/user/jenkins/test-data/924b67f4-5bd4-6333-6011-7f70da8bcbb5/WALs/8a7a968213a0,36153,1732198860550/8a7a968213a0%2C36153%2C1732198860550.1732198862536 to pos 759, reset compression=false 2024-11-21T14:21:14,548 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,45931,1732198852680.replicationSource.shipper8a7a968213a0%2C45931%2C1732198852680,1-8a7a968213a0,45931,1732198852680 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8a7a968213a0,45931,1732198852680 got entry batch from reader: WALEntryBatch [walEntries=[{test/3ef3ac681419ebd5be1b9a2f82fb215d/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:38587/user/jenkins/test-data/c275144a-663a-b36d-a80a-679d44e4f3a5/WALs/8a7a968213a0,45931,1732198852680/8a7a968213a0%2C45931%2C1732198852680.1732198854665, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-21T14:21:14,550 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33047 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T14:21:14,552 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33047 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T14:21:14,754 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,45931,1732198852680.replicationSource.wal-reader.8a7a968213a0%2C45931%2C1732198852680,1-8a7a968213a0,45931,1732198852680 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38587/user/jenkins/test-data/c275144a-663a-b36d-a80a-679d44e4f3a5/WALs/8a7a968213a0,45931,1732198852680/8a7a968213a0%2C45931%2C1732198852680.1732198854665 to pos 636, reset compression=false 2024-11-21T14:21:14,921 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,33047,1732198856832.replicationSource.wal-reader.8a7a968213a0%2C33047%2C1732198856832,1-8a7a968213a0,33047,1732198856832 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40345/user/jenkins/test-data/b6c15f69-1b6c-ccb6-4225-ea0044927efb/WALs/8a7a968213a0,33047,1732198856832/8a7a968213a0%2C33047%2C1732198856832.1732198858414 to pos 734, reset compression=false 2024-11-21T14:21:14,925 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,33047,1732198856832.replicationSource.wal-reader.8a7a968213a0%2C33047%2C1732198856832,1-8a7a968213a0,33047,1732198856832 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T14:21:14,925 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,33047,1732198856832.replicationSource.wal-reader.8a7a968213a0%2C33047%2C1732198856832,1-8a7a968213a0,33047,1732198856832 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40345/user/jenkins/test-data/b6c15f69-1b6c-ccb6-4225-ea0044927efb/WALs/8a7a968213a0,33047,1732198856832/8a7a968213a0%2C33047%2C1732198856832.1732198858414 to pos 881, reset compression=false 2024-11-21T14:21:14,926 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,33047,1732198856832.replicationSource.shipper8a7a968213a0%2C33047%2C1732198856832,1-8a7a968213a0,33047,1732198856832 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8a7a968213a0,33047,1732198856832 got entry batch from reader: WALEntryBatch [walEntries=[{test/202776a0cefd74c9378ee366724577f1/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:40345/user/jenkins/test-data/b6c15f69-1b6c-ccb6-4225-ea0044927efb/WALs/8a7a968213a0,33047,1732198856832/8a7a968213a0%2C33047%2C1732198856832.1732198858414, lastWalPosition=881, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-21T14:21:14,927 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36153 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T14:21:14,930 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36153 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T14:21:15,015 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T14:21:15,016 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:15,017 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:15,017 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:15,017 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:15,017 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:15,041 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-21T14:21:15,045 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-21T14:21:15,058 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,45931,1732198852680.replicationSource.wal-reader.8a7a968213a0%2C45931%2C1732198852680,1-8a7a968213a0,45931,1732198852680 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38587/user/jenkins/test-data/c275144a-663a-b36d-a80a-679d44e4f3a5/WALs/8a7a968213a0,45931,1732198852680/8a7a968213a0%2C45931%2C1732198852680.1732198854665 to pos 636, reset compression=false 2024-11-21T14:21:15,066 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:15,066 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:15,066 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:15,067 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:15,067 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:15,067 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:15,076 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:15,080 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:15,080 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:15,082 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:15,130 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,33047,1732198856832.replicationSource.wal-reader.8a7a968213a0%2C33047%2C1732198856832,1-8a7a968213a0,33047,1732198856832 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40345/user/jenkins/test-data/b6c15f69-1b6c-ccb6-4225-ea0044927efb/WALs/8a7a968213a0,33047,1732198856832/8a7a968213a0%2C33047%2C1732198856832.1732198858414 to pos 881, reset compression=false 2024-11-21T14:21:15,138 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,33047,1732198856832.replicationSource.wal-reader.8a7a968213a0%2C33047%2C1732198856832,1-8a7a968213a0,33047,1732198856832 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T14:21:15,139 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,33047,1732198856832.replicationSource.wal-reader.8a7a968213a0%2C33047%2C1732198856832,1-8a7a968213a0,33047,1732198856832 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40345/user/jenkins/test-data/b6c15f69-1b6c-ccb6-4225-ea0044927efb/WALs/8a7a968213a0,33047,1732198856832/8a7a968213a0%2C33047%2C1732198856832.1732198858414 to pos 1040, reset compression=false 2024-11-21T14:21:15,139 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,33047,1732198856832.replicationSource.shipper8a7a968213a0%2C33047%2C1732198856832,1-8a7a968213a0,33047,1732198856832 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8a7a968213a0,33047,1732198856832 got entry batch from reader: WALEntryBatch [walEntries=[{test/202776a0cefd74c9378ee366724577f1/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:40345/user/jenkins/test-data/b6c15f69-1b6c-ccb6-4225-ea0044927efb/WALs/8a7a968213a0,33047,1732198856832/8a7a968213a0%2C33047%2C1732198856832.1732198858414, lastWalPosition=1040, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-21T14:21:15,140 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36153 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T14:21:15,142 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36153 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T14:21:15,154 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,36153,1732198860550.replicationSource.wal-reader.8a7a968213a0%2C36153%2C1732198860550,1-8a7a968213a0,36153,1732198860550 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39807/user/jenkins/test-data/924b67f4-5bd4-6333-6011-7f70da8bcbb5/WALs/8a7a968213a0,36153,1732198860550/8a7a968213a0%2C36153%2C1732198860550.1732198862536 to pos 759, reset compression=false 2024-11-21T14:21:15,160 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,36153,1732198860550.replicationSource.wal-reader.8a7a968213a0%2C36153%2C1732198860550,1-8a7a968213a0,36153,1732198860550 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T14:21:15,160 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,36153,1732198860550.replicationSource.wal-reader.8a7a968213a0%2C36153%2C1732198860550,1-8a7a968213a0,36153,1732198860550 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39807/user/jenkins/test-data/924b67f4-5bd4-6333-6011-7f70da8bcbb5/WALs/8a7a968213a0,36153,1732198860550/8a7a968213a0%2C36153%2C1732198860550.1732198862536 to pos 1080, reset compression=false 2024-11-21T14:21:15,160 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,36153,1732198860550.replicationSource.shipper8a7a968213a0%2C36153%2C1732198860550,1-8a7a968213a0,36153,1732198860550 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8a7a968213a0,36153,1732198860550 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39807/user/jenkins/test-data/924b67f4-5bd4-6333-6011-7f70da8bcbb5/WALs/8a7a968213a0,36153,1732198860550/8a7a968213a0%2C36153%2C1732198860550.1732198862536, lastWalPosition=1080, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T14:21:15,342 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,33047,1732198856832.replicationSource.wal-reader.8a7a968213a0%2C33047%2C1732198856832,1-8a7a968213a0,33047,1732198856832 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40345/user/jenkins/test-data/b6c15f69-1b6c-ccb6-4225-ea0044927efb/WALs/8a7a968213a0,33047,1732198856832/8a7a968213a0%2C33047%2C1732198856832.1732198858414 to pos 1040, reset compression=false 2024-11-21T14:21:15,367 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,36153,1732198860550.replicationSource.wal-reader.8a7a968213a0%2C36153%2C1732198860550,1-8a7a968213a0,36153,1732198860550 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39807/user/jenkins/test-data/924b67f4-5bd4-6333-6011-7f70da8bcbb5/WALs/8a7a968213a0,36153,1732198860550/8a7a968213a0%2C36153%2C1732198860550.1732198862536 to pos 1080, reset compression=false 2024-11-21T14:21:15,470 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,45931,1732198852680.replicationSource.wal-reader.8a7a968213a0%2C45931%2C1732198852680,1-8a7a968213a0,45931,1732198852680 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38587/user/jenkins/test-data/c275144a-663a-b36d-a80a-679d44e4f3a5/WALs/8a7a968213a0,45931,1732198852680/8a7a968213a0%2C45931%2C1732198852680.1732198854665 to pos 636, reset compression=false 2024-11-21T14:21:15,646 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,33047,1732198856832.replicationSource.wal-reader.8a7a968213a0%2C33047%2C1732198856832,1-8a7a968213a0,33047,1732198856832 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40345/user/jenkins/test-data/b6c15f69-1b6c-ccb6-4225-ea0044927efb/WALs/8a7a968213a0,33047,1732198856832/8a7a968213a0%2C33047%2C1732198856832.1732198858414 to pos 1040, reset compression=false 2024-11-21T14:21:15,671 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,36153,1732198860550.replicationSource.wal-reader.8a7a968213a0%2C36153%2C1732198860550,1-8a7a968213a0,36153,1732198860550 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39807/user/jenkins/test-data/924b67f4-5bd4-6333-6011-7f70da8bcbb5/WALs/8a7a968213a0,36153,1732198860550/8a7a968213a0%2C36153%2C1732198860550.1732198862536 to pos 1080, reset compression=false 2024-11-21T14:21:15,973 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,45931,1732198852680.replicationSource.wal-reader.8a7a968213a0%2C45931%2C1732198852680,1-8a7a968213a0,45931,1732198852680 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38587/user/jenkins/test-data/c275144a-663a-b36d-a80a-679d44e4f3a5/WALs/8a7a968213a0,45931,1732198852680/8a7a968213a0%2C45931%2C1732198852680.1732198854665 to pos 636, reset compression=false 2024-11-21T14:21:16,047 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-21T14:21:16,050 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-21T14:21:16,050 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,33047,1732198856832.replicationSource.wal-reader.8a7a968213a0%2C33047%2C1732198856832,1-8a7a968213a0,33047,1732198856832 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40345/user/jenkins/test-data/b6c15f69-1b6c-ccb6-4225-ea0044927efb/WALs/8a7a968213a0,33047,1732198856832/8a7a968213a0%2C33047%2C1732198856832.1732198858414 to pos 1040, reset compression=false 2024-11-21T14:21:16,075 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,36153,1732198860550.replicationSource.wal-reader.8a7a968213a0%2C36153%2C1732198860550,1-8a7a968213a0,36153,1732198860550 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39807/user/jenkins/test-data/924b67f4-5bd4-6333-6011-7f70da8bcbb5/WALs/8a7a968213a0,36153,1732198860550/8a7a968213a0%2C36153%2C1732198860550.1732198862536 to pos 1080, reset compression=false 2024-11-21T14:21:16,079 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,36153,1732198860550.replicationSource.wal-reader.8a7a968213a0%2C36153%2C1732198860550,1-8a7a968213a0,36153,1732198860550 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T14:21:16,079 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,36153,1732198860550.replicationSource.wal-reader.8a7a968213a0%2C36153%2C1732198860550,1-8a7a968213a0,36153,1732198860550 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39807/user/jenkins/test-data/924b67f4-5bd4-6333-6011-7f70da8bcbb5/WALs/8a7a968213a0,36153,1732198860550/8a7a968213a0%2C36153%2C1732198860550.1732198862536 to pos 1239, reset compression=false 2024-11-21T14:21:16,079 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,36153,1732198860550.replicationSource.shipper8a7a968213a0%2C36153%2C1732198860550,1-8a7a968213a0,36153,1732198860550 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8a7a968213a0,36153,1732198860550 got entry batch from reader: WALEntryBatch [walEntries=[{test/25461984dfb9b1a62e8f075afef616aa/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:39807/user/jenkins/test-data/924b67f4-5bd4-6333-6011-7f70da8bcbb5/WALs/8a7a968213a0,36153,1732198860550/8a7a968213a0%2C36153%2C1732198860550.1732198862536, lastWalPosition=1239, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-21T14:21:16,080 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33047 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T14:21:16,083 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33047 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T14:21:16,282 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,36153,1732198860550.replicationSource.wal-reader.8a7a968213a0%2C36153%2C1732198860550,1-8a7a968213a0,36153,1732198860550 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39807/user/jenkins/test-data/924b67f4-5bd4-6333-6011-7f70da8bcbb5/WALs/8a7a968213a0,36153,1732198860550/8a7a968213a0%2C36153%2C1732198860550.1732198862536 to pos 1239, reset compression=false 2024-11-21T14:21:16,554 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,33047,1732198856832.replicationSource.wal-reader.8a7a968213a0%2C33047%2C1732198856832,1-8a7a968213a0,33047,1732198856832 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40345/user/jenkins/test-data/b6c15f69-1b6c-ccb6-4225-ea0044927efb/WALs/8a7a968213a0,33047,1732198856832/8a7a968213a0%2C33047%2C1732198856832.1732198858414 to pos 1040, reset compression=false 2024-11-21T14:21:16,558 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,33047,1732198856832.replicationSource.wal-reader.8a7a968213a0%2C33047%2C1732198856832,1-8a7a968213a0,33047,1732198856832 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T14:21:16,558 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,33047,1732198856832.replicationSource.wal-reader.8a7a968213a0%2C33047%2C1732198856832,1-8a7a968213a0,33047,1732198856832 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40345/user/jenkins/test-data/b6c15f69-1b6c-ccb6-4225-ea0044927efb/WALs/8a7a968213a0,33047,1732198856832/8a7a968213a0%2C33047%2C1732198856832.1732198858414 to pos 1189, reset compression=false 2024-11-21T14:21:16,558 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,33047,1732198856832.replicationSource.shipper8a7a968213a0%2C33047%2C1732198856832,1-8a7a968213a0,33047,1732198856832 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8a7a968213a0,33047,1732198856832 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40345/user/jenkins/test-data/b6c15f69-1b6c-ccb6-4225-ea0044927efb/WALs/8a7a968213a0,33047,1732198856832/8a7a968213a0%2C33047%2C1732198856832.1732198858414, lastWalPosition=1189, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T14:21:16,577 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,45931,1732198852680.replicationSource.wal-reader.8a7a968213a0%2C45931%2C1732198852680,1-8a7a968213a0,45931,1732198852680 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38587/user/jenkins/test-data/c275144a-663a-b36d-a80a-679d44e4f3a5/WALs/8a7a968213a0,45931,1732198852680/8a7a968213a0%2C45931%2C1732198852680.1732198854665 to pos 636, reset compression=false 2024-11-21T14:21:16,586 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,36153,1732198860550.replicationSource.wal-reader.8a7a968213a0%2C36153%2C1732198860550,1-8a7a968213a0,36153,1732198860550 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39807/user/jenkins/test-data/924b67f4-5bd4-6333-6011-7f70da8bcbb5/WALs/8a7a968213a0,36153,1732198860550/8a7a968213a0%2C36153%2C1732198860550.1732198862536 to pos 1239, reset compression=false 2024-11-21T14:21:16,762 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,33047,1732198856832.replicationSource.wal-reader.8a7a968213a0%2C33047%2C1732198856832,1-8a7a968213a0,33047,1732198856832 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40345/user/jenkins/test-data/b6c15f69-1b6c-ccb6-4225-ea0044927efb/WALs/8a7a968213a0,33047,1732198856832/8a7a968213a0%2C33047%2C1732198856832.1732198858414 to pos 1189, reset compression=false 2024-11-21T14:21:16,989 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,36153,1732198860550.replicationSource.wal-reader.8a7a968213a0%2C36153%2C1732198860550,1-8a7a968213a0,36153,1732198860550 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39807/user/jenkins/test-data/924b67f4-5bd4-6333-6011-7f70da8bcbb5/WALs/8a7a968213a0,36153,1732198860550/8a7a968213a0%2C36153%2C1732198860550.1732198862536 to pos 1239, reset compression=false 2024-11-21T14:21:17,057 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-21T14:21:17,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T14:21:17,063 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T14:21:17,063 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:21:17,063 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:21:17,063 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:21:17,063 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:21:17,063 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T14:21:17,063 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1523827190, stopped=false 2024-11-21T14:21:17,063 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8a7a968213a0,34285,1732198860509 2024-11-21T14:21:17,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34285-0x1013ae6cde90006, quorum=127.0.0.1:62603, baseZNode=/2-2074997109 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-2074997109/running 2024-11-21T14:21:17,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36153-0x1013ae6cde90007, quorum=127.0.0.1:62603, baseZNode=/2-2074997109 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-2074997109/running 2024-11-21T14:21:17,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34285-0x1013ae6cde90006, quorum=127.0.0.1:62603, baseZNode=/2-2074997109 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2074997109 2024-11-21T14:21:17,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36153-0x1013ae6cde90007, quorum=127.0.0.1:62603, baseZNode=/2-2074997109 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2074997109 2024-11-21T14:21:17,065 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T14:21:17,065 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T14:21:17,065 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:21:17,066 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:21:17,066 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8a7a968213a0,36153,1732198860550' ***** 2024-11-21T14:21:17,066 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,33047,1732198856832.replicationSource.wal-reader.8a7a968213a0%2C33047%2C1732198856832,1-8a7a968213a0,33047,1732198856832 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40345/user/jenkins/test-data/b6c15f69-1b6c-ccb6-4225-ea0044927efb/WALs/8a7a968213a0,33047,1732198856832/8a7a968213a0%2C33047%2C1732198856832.1732198858414 to pos 1189, reset compression=false 2024-11-21T14:21:17,066 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T14:21:17,067 INFO [RS:0;8a7a968213a0:36153 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T14:21:17,067 INFO [RS:0;8a7a968213a0:36153 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T14:21:17,067 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T14:21:17,067 INFO [RS:0;8a7a968213a0:36153 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T14:21:17,067 INFO [RS:0;8a7a968213a0:36153 {}] regionserver.HRegionServer(3091): Received CLOSE for 25461984dfb9b1a62e8f075afef616aa 2024-11-21T14:21:17,067 INFO [RS:0;8a7a968213a0:36153 {}] regionserver.HRegionServer(3091): Received CLOSE for 7aee97ed0a1fecea9bd809983350678e 2024-11-21T14:21:17,067 INFO [RS:0;8a7a968213a0:36153 {}] regionserver.HRegionServer(959): stopping server 8a7a968213a0,36153,1732198860550 2024-11-21T14:21:17,067 INFO [RS:0;8a7a968213a0:36153 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T14:21:17,067 INFO [RS:0;8a7a968213a0:36153 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8a7a968213a0:36153. 2024-11-21T14:21:17,067 DEBUG [RS:0;8a7a968213a0:36153 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:21:17,067 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 25461984dfb9b1a62e8f075afef616aa, disabling compactions & flushes 2024-11-21T14:21:17,067 DEBUG [RS:0;8a7a968213a0:36153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:21:17,067 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732198866384.25461984dfb9b1a62e8f075afef616aa. 2024-11-21T14:21:17,067 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732198866384.25461984dfb9b1a62e8f075afef616aa. 2024-11-21T14:21:17,067 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732198866384.25461984dfb9b1a62e8f075afef616aa. after waiting 0 ms 2024-11-21T14:21:17,067 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732198866384.25461984dfb9b1a62e8f075afef616aa. 2024-11-21T14:21:17,067 INFO [RS:0;8a7a968213a0:36153 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T14:21:17,067 INFO [RS:0;8a7a968213a0:36153 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T14:21:17,067 INFO [RS:0;8a7a968213a0:36153 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T14:21:17,068 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 25461984dfb9b1a62e8f075afef616aa 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-21T14:21:17,068 INFO [RS:0;8a7a968213a0:36153 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T14:21:17,068 INFO [RS:0;8a7a968213a0:36153 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-21T14:21:17,068 DEBUG [RS:0;8a7a968213a0:36153 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 25461984dfb9b1a62e8f075afef616aa=test,,1732198866384.25461984dfb9b1a62e8f075afef616aa., 7aee97ed0a1fecea9bd809983350678e=hbase:replication,,1732198869875.7aee97ed0a1fecea9bd809983350678e.} 2024-11-21T14:21:17,068 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T14:21:17,068 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36153-0x1013ae6cde90007, quorum=127.0.0.1:62603, baseZNode=/2-2074997109 Set watcher on znode that does not yet exist, /2-2074997109/running 2024-11-21T14:21:17,068 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34285-0x1013ae6cde90006, quorum=127.0.0.1:62603, baseZNode=/2-2074997109 Set watcher on znode that does not yet exist, /2-2074997109/running 2024-11-21T14:21:17,068 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T14:21:17,068 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T14:21:17,068 DEBUG [RS:0;8a7a968213a0:36153 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 25461984dfb9b1a62e8f075afef616aa, 7aee97ed0a1fecea9bd809983350678e 2024-11-21T14:21:17,068 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T14:21:17,068 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T14:21:17,068 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-21T14:21:17,090 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39807/user/jenkins/test-data/924b67f4-5bd4-6333-6011-7f70da8bcbb5/data/default/test/25461984dfb9b1a62e8f075afef616aa/.tmp/f/f2ae2ef3250a412e94e7b9373d37078c is 29, key is row1/f:/1732198875042/DeleteFamily/seqid=0 2024-11-21T14:21:17,090 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39807/user/jenkins/test-data/924b67f4-5bd4-6333-6011-7f70da8bcbb5/data/hbase/meta/1588230740/.tmp/info/7f0361ba08c040749e1202902efa14de is 147, key is hbase:replication,,1732198869875.7aee97ed0a1fecea9bd809983350678e./info:regioninfo/1732198870297/Put/seqid=0 2024-11-21T14:21:17,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741840_1016 (size=5152) 2024-11-21T14:21:17,095 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39807/user/jenkins/test-data/924b67f4-5bd4-6333-6011-7f70da8bcbb5/data/default/test/25461984dfb9b1a62e8f075afef616aa/.tmp/f/f2ae2ef3250a412e94e7b9373d37078c 2024-11-21T14:21:17,099 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f2ae2ef3250a412e94e7b9373d37078c 2024-11-21T14:21:17,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741841_1017 (size=7686) 2024-11-21T14:21:17,112 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39807/user/jenkins/test-data/924b67f4-5bd4-6333-6011-7f70da8bcbb5/data/hbase/meta/1588230740/.tmp/info/7f0361ba08c040749e1202902efa14de 2024-11-21T14:21:17,131 INFO [regionserver/8a7a968213a0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T14:21:17,133 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39807/user/jenkins/test-data/924b67f4-5bd4-6333-6011-7f70da8bcbb5/data/default/test/25461984dfb9b1a62e8f075afef616aa/.tmp/f1/2fa767bf7be042c083b60ab190e82e2c is 30, key is row1/f1:/1732198875042/DeleteFamily/seqid=0 2024-11-21T14:21:17,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741842_1018 (size=5158) 2024-11-21T14:21:17,144 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39807/user/jenkins/test-data/924b67f4-5bd4-6333-6011-7f70da8bcbb5/data/hbase/meta/1588230740/.tmp/ns/b7cb3245a0124598ace54d2df289e476 is 43, key is default/ns:d/1732198863499/Put/seqid=0 2024-11-21T14:21:17,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741843_1019 (size=5153) 2024-11-21T14:21:17,268 DEBUG [RS:0;8a7a968213a0:36153 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 25461984dfb9b1a62e8f075afef616aa, 7aee97ed0a1fecea9bd809983350678e 2024-11-21T14:21:17,282 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,45931,1732198852680.replicationSource.wal-reader.8a7a968213a0%2C45931%2C1732198852680,1-8a7a968213a0,45931,1732198852680 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38587/user/jenkins/test-data/c275144a-663a-b36d-a80a-679d44e4f3a5/WALs/8a7a968213a0,45931,1732198852680/8a7a968213a0%2C45931%2C1732198852680.1732198854665 to pos 636, reset compression=false 2024-11-21T14:21:17,410 INFO [regionserver/8a7a968213a0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T14:21:17,410 INFO [regionserver/8a7a968213a0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T14:21:17,468 DEBUG [RS:0;8a7a968213a0:36153 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 25461984dfb9b1a62e8f075afef616aa, 7aee97ed0a1fecea9bd809983350678e 2024-11-21T14:21:17,473 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,33047,1732198856832.replicationSource.wal-reader.8a7a968213a0%2C33047%2C1732198856832,1-8a7a968213a0,33047,1732198856832 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40345/user/jenkins/test-data/b6c15f69-1b6c-ccb6-4225-ea0044927efb/WALs/8a7a968213a0,33047,1732198856832/8a7a968213a0%2C33047%2C1732198856832.1732198858414 to pos 1189, reset compression=false 2024-11-21T14:21:17,495 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,36153,1732198860550.replicationSource.wal-reader.8a7a968213a0%2C36153%2C1732198860550,1-8a7a968213a0,36153,1732198860550 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39807/user/jenkins/test-data/924b67f4-5bd4-6333-6011-7f70da8bcbb5/WALs/8a7a968213a0,36153,1732198860550/8a7a968213a0%2C36153%2C1732198860550.1732198862536 to pos 1239, reset compression=false 2024-11-21T14:21:17,499 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,36153,1732198860550.replicationSource.wal-reader.8a7a968213a0%2C36153%2C1732198860550,1-8a7a968213a0,36153,1732198860550 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T14:21:17,499 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,36153,1732198860550.replicationSource.wal-reader.8a7a968213a0%2C36153%2C1732198860550,1-8a7a968213a0,36153,1732198860550 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39807/user/jenkins/test-data/924b67f4-5bd4-6333-6011-7f70da8bcbb5/WALs/8a7a968213a0,36153,1732198860550/8a7a968213a0%2C36153%2C1732198860550.1732198862536 to pos 1486, reset compression=false 2024-11-21T14:21:17,499 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,36153,1732198860550.replicationSource.shipper8a7a968213a0%2C36153%2C1732198860550,1-8a7a968213a0,36153,1732198860550 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8a7a968213a0,36153,1732198860550 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39807/user/jenkins/test-data/924b67f4-5bd4-6333-6011-7f70da8bcbb5/WALs/8a7a968213a0,36153,1732198860550/8a7a968213a0%2C36153%2C1732198860550.1732198862536, lastWalPosition=1486, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T14:21:17,500 ERROR [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,36153,1732198860550.replicationSource.shipper8a7a968213a0%2C36153%2C1732198860550,1-8a7a968213a0,36153,1732198860550 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 8a7a968213a0,36153,1732198860550: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-8a7a968213a0,36153,1732198860550, walGroup=8a7a968213a0%2C36153%2C1732198860550, offset=8a7a968213a0%2C36153%2C1732198860550.1732198862536:1486, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8a7a968213a0:36153 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-21T14:21:17,501 ERROR [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,36153,1732198860550.replicationSource.shipper8a7a968213a0%2C36153%2C1732198860550,1-8a7a968213a0,36153,1732198860550 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-21T14:21:17,501 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,36153,1732198860550.replicationSource.shipper8a7a968213a0%2C36153%2C1732198860550,1-8a7a968213a0,36153,1732198860550 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-21T14:21:17,501 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,36153,1732198860550.replicationSource.shipper8a7a968213a0%2C36153%2C1732198860550,1-8a7a968213a0,36153,1732198860550 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-21T14:21:17,502 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,36153,1732198860550.replicationSource.shipper8a7a968213a0%2C36153%2C1732198860550,1-8a7a968213a0,36153,1732198860550 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-21T14:21:17,502 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,36153,1732198860550.replicationSource.shipper8a7a968213a0%2C36153%2C1732198860550,1-8a7a968213a0,36153,1732198860550 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-21T14:21:17,502 INFO [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,36153,1732198860550.replicationSource.shipper8a7a968213a0%2C36153%2C1732198860550,1-8a7a968213a0,36153,1732198860550 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1434451968, "init": 1048576000, "max": 2306867200, "used": 889981944 }, "NonHeapMemoryUsage": { "committed": 206307328, "init": 7667712, "max": -1, "used": 201367720 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-21T14:21:17,502 WARN [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,36153,1732198860550.replicationSource.shipper8a7a968213a0%2C36153%2C1732198860550,1-8a7a968213a0,36153,1732198860550 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8a7a968213a0:34285 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8a7a968213a0:34285 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-21T14:21:17,538 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39807/user/jenkins/test-data/924b67f4-5bd4-6333-6011-7f70da8bcbb5/data/default/test/25461984dfb9b1a62e8f075afef616aa/.tmp/f1/2fa767bf7be042c083b60ab190e82e2c 2024-11-21T14:21:17,542 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2fa767bf7be042c083b60ab190e82e2c 2024-11-21T14:21:17,552 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39807/user/jenkins/test-data/924b67f4-5bd4-6333-6011-7f70da8bcbb5/data/hbase/meta/1588230740/.tmp/ns/b7cb3245a0124598ace54d2df289e476 2024-11-21T14:21:17,561 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39807/user/jenkins/test-data/924b67f4-5bd4-6333-6011-7f70da8bcbb5/data/default/test/25461984dfb9b1a62e8f075afef616aa/.tmp/norep/0b0d1d91e4e34de89afa9c5b3c30708e is 33, key is row2/norep:/1732198876047/DeleteFamily/seqid=0 2024-11-21T14:21:17,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741844_1020 (size=5108) 2024-11-21T14:21:17,576 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39807/user/jenkins/test-data/924b67f4-5bd4-6333-6011-7f70da8bcbb5/data/hbase/meta/1588230740/.tmp/rep_barrier/64737fec422841f58ee9a56182e976f6 is 112, key is test,,1732198866384.25461984dfb9b1a62e8f075afef616aa./rep_barrier:seqnumDuringOpen/1732198867169/Put/seqid=0 2024-11-21T14:21:17,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741845_1021 (size=5518) 2024-11-21T14:21:17,669 DEBUG [RS:0;8a7a968213a0:36153 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 25461984dfb9b1a62e8f075afef616aa, 7aee97ed0a1fecea9bd809983350678e 2024-11-21T14:21:17,701 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,36153,1732198860550.replicationSource.wal-reader.8a7a968213a0%2C36153%2C1732198860550,1-8a7a968213a0,36153,1732198860550 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39807/user/jenkins/test-data/924b67f4-5bd4-6333-6011-7f70da8bcbb5/WALs/8a7a968213a0,36153,1732198860550/8a7a968213a0%2C36153%2C1732198860550.1732198862536 to pos 1486, reset compression=false 2024-11-21T14:21:17,869 DEBUG [RS:0;8a7a968213a0:36153 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 25461984dfb9b1a62e8f075afef616aa, 7aee97ed0a1fecea9bd809983350678e 2024-11-21T14:21:17,966 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39807/user/jenkins/test-data/924b67f4-5bd4-6333-6011-7f70da8bcbb5/data/default/test/25461984dfb9b1a62e8f075afef616aa/.tmp/norep/0b0d1d91e4e34de89afa9c5b3c30708e 2024-11-21T14:21:17,970 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0b0d1d91e4e34de89afa9c5b3c30708e 2024-11-21T14:21:17,971 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39807/user/jenkins/test-data/924b67f4-5bd4-6333-6011-7f70da8bcbb5/data/default/test/25461984dfb9b1a62e8f075afef616aa/.tmp/f/f2ae2ef3250a412e94e7b9373d37078c as hdfs://localhost:39807/user/jenkins/test-data/924b67f4-5bd4-6333-6011-7f70da8bcbb5/data/default/test/25461984dfb9b1a62e8f075afef616aa/f/f2ae2ef3250a412e94e7b9373d37078c 2024-11-21T14:21:17,974 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f2ae2ef3250a412e94e7b9373d37078c 2024-11-21T14:21:17,974 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39807/user/jenkins/test-data/924b67f4-5bd4-6333-6011-7f70da8bcbb5/data/default/test/25461984dfb9b1a62e8f075afef616aa/f/f2ae2ef3250a412e94e7b9373d37078c, entries=3, sequenceid=10, filesize=5.0 K 2024-11-21T14:21:17,975 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39807/user/jenkins/test-data/924b67f4-5bd4-6333-6011-7f70da8bcbb5/data/default/test/25461984dfb9b1a62e8f075afef616aa/.tmp/f1/2fa767bf7be042c083b60ab190e82e2c as hdfs://localhost:39807/user/jenkins/test-data/924b67f4-5bd4-6333-6011-7f70da8bcbb5/data/default/test/25461984dfb9b1a62e8f075afef616aa/f1/2fa767bf7be042c083b60ab190e82e2c 2024-11-21T14:21:17,976 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,33047,1732198856832.replicationSource.wal-reader.8a7a968213a0%2C33047%2C1732198856832,1-8a7a968213a0,33047,1732198856832 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40345/user/jenkins/test-data/b6c15f69-1b6c-ccb6-4225-ea0044927efb/WALs/8a7a968213a0,33047,1732198856832/8a7a968213a0%2C33047%2C1732198856832.1732198858414 to pos 1189, reset compression=false 2024-11-21T14:21:17,979 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2fa767bf7be042c083b60ab190e82e2c 2024-11-21T14:21:17,979 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39807/user/jenkins/test-data/924b67f4-5bd4-6333-6011-7f70da8bcbb5/data/default/test/25461984dfb9b1a62e8f075afef616aa/f1/2fa767bf7be042c083b60ab190e82e2c, entries=3, sequenceid=10, filesize=5.0 K 2024-11-21T14:21:17,980 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39807/user/jenkins/test-data/924b67f4-5bd4-6333-6011-7f70da8bcbb5/data/hbase/meta/1588230740/.tmp/rep_barrier/64737fec422841f58ee9a56182e976f6 2024-11-21T14:21:17,980 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39807/user/jenkins/test-data/924b67f4-5bd4-6333-6011-7f70da8bcbb5/data/default/test/25461984dfb9b1a62e8f075afef616aa/.tmp/norep/0b0d1d91e4e34de89afa9c5b3c30708e as hdfs://localhost:39807/user/jenkins/test-data/924b67f4-5bd4-6333-6011-7f70da8bcbb5/data/default/test/25461984dfb9b1a62e8f075afef616aa/norep/0b0d1d91e4e34de89afa9c5b3c30708e 2024-11-21T14:21:17,984 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0b0d1d91e4e34de89afa9c5b3c30708e 2024-11-21T14:21:17,984 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39807/user/jenkins/test-data/924b67f4-5bd4-6333-6011-7f70da8bcbb5/data/default/test/25461984dfb9b1a62e8f075afef616aa/norep/0b0d1d91e4e34de89afa9c5b3c30708e, entries=1, sequenceid=10, filesize=5.0 K 2024-11-21T14:21:17,985 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 25461984dfb9b1a62e8f075afef616aa in 918ms, sequenceid=10, compaction requested=false 2024-11-21T14:21:17,995 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39807/user/jenkins/test-data/924b67f4-5bd4-6333-6011-7f70da8bcbb5/data/default/test/25461984dfb9b1a62e8f075afef616aa/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-21T14:21:17,995 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T14:21:17,995 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T14:21:17,995 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732198866384.25461984dfb9b1a62e8f075afef616aa. 2024-11-21T14:21:17,996 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 25461984dfb9b1a62e8f075afef616aa: Waiting for close lock at 1732198877067Running coprocessor pre-close hooks at 1732198877067Disabling compacts and flushes for region at 1732198877067Disabling writes for close at 1732198877067Obtaining lock to block concurrent updates at 1732198877068 (+1 ms)Preparing flush snapshotting stores in 25461984dfb9b1a62e8f075afef616aa at 1732198877068Finished memstore snapshotting test,,1732198866384.25461984dfb9b1a62e8f075afef616aa., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1732198877068Flushing stores of test,,1732198866384.25461984dfb9b1a62e8f075afef616aa. at 1732198877069 (+1 ms)Flushing 25461984dfb9b1a62e8f075afef616aa/f: creating writer at 1732198877069Flushing 25461984dfb9b1a62e8f075afef616aa/f: appending metadata at 1732198877089 (+20 ms)Flushing 25461984dfb9b1a62e8f075afef616aa/f: closing flushed file at 1732198877090 (+1 ms)Flushing 25461984dfb9b1a62e8f075afef616aa/f1: creating writer at 1732198877099 (+9 ms)Flushing 25461984dfb9b1a62e8f075afef616aa/f1: appending metadata at 1732198877133 (+34 ms)Flushing 25461984dfb9b1a62e8f075afef616aa/f1: closing flushed file at 1732198877133Flushing 25461984dfb9b1a62e8f075afef616aa/norep: creating writer at 1732198877542 (+409 ms)Flushing 25461984dfb9b1a62e8f075afef616aa/norep: appending metadata at 1732198877560 (+18 ms)Flushing 25461984dfb9b1a62e8f075afef616aa/norep: closing flushed file at 1732198877560Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41fda017: reopening flushed file at 1732198877970 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d805109: reopening flushed file at 1732198877975 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2bbc7d15: reopening flushed file at 1732198877979 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 25461984dfb9b1a62e8f075afef616aa in 918ms, sequenceid=10, compaction requested=false at 1732198877985 (+6 ms)Writing region close event to WAL at 1732198877992 (+7 ms)Running coprocessor post-close hooks at 1732198877995 (+3 ms)Closed at 1732198877995 2024-11-21T14:21:17,996 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732198866384.25461984dfb9b1a62e8f075afef616aa. 2024-11-21T14:21:17,996 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7aee97ed0a1fecea9bd809983350678e, disabling compactions & flushes 2024-11-21T14:21:17,996 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732198869875.7aee97ed0a1fecea9bd809983350678e. 2024-11-21T14:21:17,996 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732198869875.7aee97ed0a1fecea9bd809983350678e. 2024-11-21T14:21:17,996 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732198869875.7aee97ed0a1fecea9bd809983350678e. after waiting 0 ms 2024-11-21T14:21:17,996 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732198869875.7aee97ed0a1fecea9bd809983350678e. 2024-11-21T14:21:17,996 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7aee97ed0a1fecea9bd809983350678e: Waiting for close lock at 1732198877996Running coprocessor pre-close hooks at 1732198877996Disabling compacts and flushes for region at 1732198877996Disabling writes for close at 1732198877996Failed flush hbase:replication,,1732198869875.7aee97ed0a1fecea9bd809983350678e., putting online again at 1732198877996 2024-11-21T14:21:17,996 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732198869875.7aee97ed0a1fecea9bd809983350678e. 2024-11-21T14:21:18,002 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39807/user/jenkins/test-data/924b67f4-5bd4-6333-6011-7f70da8bcbb5/data/hbase/meta/1588230740/.tmp/table/cbd9c0715fb34194846a0d922f1249b0 is 53, key is hbase:replication/table:state/1732198870305/Put/seqid=0 2024-11-21T14:21:18,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741846_1022 (size=5308) 2024-11-21T14:21:18,005 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,36153,1732198860550.replicationSource.wal-reader.8a7a968213a0%2C36153%2C1732198860550,1-8a7a968213a0,36153,1732198860550 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39807/user/jenkins/test-data/924b67f4-5bd4-6333-6011-7f70da8bcbb5/WALs/8a7a968213a0,36153,1732198860550/8a7a968213a0%2C36153%2C1732198860550.1732198862536 to pos 1486, reset compression=false 2024-11-21T14:21:18,009 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,36153,1732198860550.replicationSource.wal-reader.8a7a968213a0%2C36153%2C1732198860550,1-8a7a968213a0,36153,1732198860550 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T14:21:18,009 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,36153,1732198860550.replicationSource.wal-reader.8a7a968213a0%2C36153%2C1732198860550,1-8a7a968213a0,36153,1732198860550 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39807/user/jenkins/test-data/924b67f4-5bd4-6333-6011-7f70da8bcbb5/WALs/8a7a968213a0,36153,1732198860550/8a7a968213a0%2C36153%2C1732198860550.1732198862536 to pos 2130, reset compression=false 2024-11-21T14:21:18,069 INFO [RS:0;8a7a968213a0:36153 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-21T14:21:18,069 DEBUG [RS:0;8a7a968213a0:36153 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 7aee97ed0a1fecea9bd809983350678e=hbase:replication,,1732198869875.7aee97ed0a1fecea9bd809983350678e.} 2024-11-21T14:21:18,069 INFO [RS:0;8a7a968213a0:36153 {}] regionserver.HRegionServer(3091): Received CLOSE for 7aee97ed0a1fecea9bd809983350678e 2024-11-21T14:21:18,069 DEBUG [RS:0;8a7a968213a0:36153 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7aee97ed0a1fecea9bd809983350678e 2024-11-21T14:21:18,069 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7aee97ed0a1fecea9bd809983350678e, disabling compactions & flushes 2024-11-21T14:21:18,069 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732198869875.7aee97ed0a1fecea9bd809983350678e. 2024-11-21T14:21:18,069 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732198869875.7aee97ed0a1fecea9bd809983350678e. 2024-11-21T14:21:18,069 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732198869875.7aee97ed0a1fecea9bd809983350678e. after waiting 0 ms 2024-11-21T14:21:18,069 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732198869875.7aee97ed0a1fecea9bd809983350678e. 2024-11-21T14:21:18,069 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7aee97ed0a1fecea9bd809983350678e: Waiting for close lock at 1732198878069Running coprocessor pre-close hooks at 1732198878069Disabling compacts and flushes for region at 1732198878069Disabling writes for close at 1732198878069Failed flush hbase:replication,,1732198869875.7aee97ed0a1fecea9bd809983350678e., putting online again at 1732198878069 2024-11-21T14:21:18,069 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732198869875.7aee97ed0a1fecea9bd809983350678e. 2024-11-21T14:21:18,085 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,45931,1732198852680.replicationSource.wal-reader.8a7a968213a0%2C45931%2C1732198852680,1-8a7a968213a0,45931,1732198852680 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38587/user/jenkins/test-data/c275144a-663a-b36d-a80a-679d44e4f3a5/WALs/8a7a968213a0,45931,1732198852680/8a7a968213a0%2C45931%2C1732198852680.1732198854665 to pos 636, reset compression=false 2024-11-21T14:21:18,211 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,36153,1732198860550.replicationSource.wal-reader.8a7a968213a0%2C36153%2C1732198860550,1-8a7a968213a0,36153,1732198860550 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39807/user/jenkins/test-data/924b67f4-5bd4-6333-6011-7f70da8bcbb5/WALs/8a7a968213a0,36153,1732198860550/8a7a968213a0%2C36153%2C1732198860550.1732198862536 to pos 2130, reset compression=false 2024-11-21T14:21:18,269 DEBUG [RS:0;8a7a968213a0:36153 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T14:21:18,405 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39807/user/jenkins/test-data/924b67f4-5bd4-6333-6011-7f70da8bcbb5/data/hbase/meta/1588230740/.tmp/table/cbd9c0715fb34194846a0d922f1249b0 2024-11-21T14:21:18,409 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39807/user/jenkins/test-data/924b67f4-5bd4-6333-6011-7f70da8bcbb5/data/hbase/meta/1588230740/.tmp/info/7f0361ba08c040749e1202902efa14de as hdfs://localhost:39807/user/jenkins/test-data/924b67f4-5bd4-6333-6011-7f70da8bcbb5/data/hbase/meta/1588230740/info/7f0361ba08c040749e1202902efa14de 2024-11-21T14:21:18,412 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39807/user/jenkins/test-data/924b67f4-5bd4-6333-6011-7f70da8bcbb5/data/hbase/meta/1588230740/info/7f0361ba08c040749e1202902efa14de, entries=20, sequenceid=16, filesize=7.5 K 2024-11-21T14:21:18,413 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39807/user/jenkins/test-data/924b67f4-5bd4-6333-6011-7f70da8bcbb5/data/hbase/meta/1588230740/.tmp/ns/b7cb3245a0124598ace54d2df289e476 as hdfs://localhost:39807/user/jenkins/test-data/924b67f4-5bd4-6333-6011-7f70da8bcbb5/data/hbase/meta/1588230740/ns/b7cb3245a0124598ace54d2df289e476 2024-11-21T14:21:18,416 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39807/user/jenkins/test-data/924b67f4-5bd4-6333-6011-7f70da8bcbb5/data/hbase/meta/1588230740/ns/b7cb3245a0124598ace54d2df289e476, entries=2, sequenceid=16, filesize=5.0 K 2024-11-21T14:21:18,416 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39807/user/jenkins/test-data/924b67f4-5bd4-6333-6011-7f70da8bcbb5/data/hbase/meta/1588230740/.tmp/rep_barrier/64737fec422841f58ee9a56182e976f6 as hdfs://localhost:39807/user/jenkins/test-data/924b67f4-5bd4-6333-6011-7f70da8bcbb5/data/hbase/meta/1588230740/rep_barrier/64737fec422841f58ee9a56182e976f6 2024-11-21T14:21:18,419 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39807/user/jenkins/test-data/924b67f4-5bd4-6333-6011-7f70da8bcbb5/data/hbase/meta/1588230740/rep_barrier/64737fec422841f58ee9a56182e976f6, entries=1, sequenceid=16, filesize=5.4 K 2024-11-21T14:21:18,420 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39807/user/jenkins/test-data/924b67f4-5bd4-6333-6011-7f70da8bcbb5/data/hbase/meta/1588230740/.tmp/table/cbd9c0715fb34194846a0d922f1249b0 as hdfs://localhost:39807/user/jenkins/test-data/924b67f4-5bd4-6333-6011-7f70da8bcbb5/data/hbase/meta/1588230740/table/cbd9c0715fb34194846a0d922f1249b0 2024-11-21T14:21:18,423 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39807/user/jenkins/test-data/924b67f4-5bd4-6333-6011-7f70da8bcbb5/data/hbase/meta/1588230740/table/cbd9c0715fb34194846a0d922f1249b0, entries=4, sequenceid=16, filesize=5.2 K 2024-11-21T14:21:18,424 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1356ms, sequenceid=16, compaction requested=false 2024-11-21T14:21:18,427 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39807/user/jenkins/test-data/924b67f4-5bd4-6333-6011-7f70da8bcbb5/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-21T14:21:18,428 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T14:21:18,428 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T14:21:18,428 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T14:21:18,428 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732198877068Running coprocessor pre-close hooks at 1732198877068Disabling compacts and flushes for region at 1732198877068Disabling writes for close at 1732198877068Obtaining lock to block concurrent updates at 1732198877068Preparing flush snapshotting stores in 1588230740 at 1732198877068Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732198877068Flushing stores of hbase:meta,,1.1588230740 at 1732198877069 (+1 ms)Flushing 1588230740/info: creating writer at 1732198877069Flushing 1588230740/info: appending metadata at 1732198877090 (+21 ms)Flushing 1588230740/info: closing flushed file at 1732198877090Flushing 1588230740/ns: creating writer at 1732198877124 (+34 ms)Flushing 1588230740/ns: appending metadata at 1732198877143 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1732198877143Flushing 1588230740/rep_barrier: creating writer at 1732198877556 (+413 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732198877575 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732198877575Flushing 1588230740/table: creating writer at 1732198877984 (+409 ms)Flushing 1588230740/table: appending metadata at 1732198878001 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732198878001Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27fcea48: reopening flushed file at 1732198878408 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9f8d3e9: reopening flushed file at 1732198878412 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17fa1cd: reopening flushed file at 1732198878416 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d8d64a2: reopening flushed file at 1732198878420 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1356ms, sequenceid=16, compaction requested=false at 1732198878424 (+4 ms)Writing region close event to WAL at 1732198878425 (+1 ms)Running coprocessor post-close hooks at 1732198878428 (+3 ms)Closed at 1732198878428 2024-11-21T14:21:18,428 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T14:21:18,469 INFO [RS:0;8a7a968213a0:36153 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-21T14:21:18,469 INFO [RS:0;8a7a968213a0:36153 {}] regionserver.HRegionServer(976): stopping server 8a7a968213a0,36153,1732198860550; all regions closed. 2024-11-21T14:21:18,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741834_1010 (size=4239) 2024-11-21T14:21:18,472 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/924b67f4-5bd4-6333-6011-7f70da8bcbb5/WALs/8a7a968213a0,36153,1732198860550/8a7a968213a0%2C36153%2C1732198860550.meta.1732198863450.meta not finished, retry = 0 2024-11-21T14:21:18,515 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,36153,1732198860550.replicationSource.wal-reader.8a7a968213a0%2C36153%2C1732198860550,1-8a7a968213a0,36153,1732198860550 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39807/user/jenkins/test-data/924b67f4-5bd4-6333-6011-7f70da8bcbb5/WALs/8a7a968213a0,36153,1732198860550/8a7a968213a0%2C36153%2C1732198860550.1732198862536 to pos 2130, reset compression=false 2024-11-21T14:21:18,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741839_1015 (size=1953) 2024-11-21T14:21:18,574 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/924b67f4-5bd4-6333-6011-7f70da8bcbb5/WALs/8a7a968213a0,36153,1732198860550/8a7a968213a0%2C36153%2C1732198860550.rep.1732198870243 not finished, retry = 0 2024-11-21T14:21:18,580 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,33047,1732198856832.replicationSource.wal-reader.8a7a968213a0%2C33047%2C1732198856832,1-8a7a968213a0,33047,1732198856832 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40345/user/jenkins/test-data/b6c15f69-1b6c-ccb6-4225-ea0044927efb/WALs/8a7a968213a0,33047,1732198856832/8a7a968213a0%2C33047%2C1732198856832.1732198858414 to pos 1189, reset compression=false 2024-11-21T14:21:18,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741832_1008 (size=2138) 2024-11-21T14:21:18,677 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/924b67f4-5bd4-6333-6011-7f70da8bcbb5/WALs/8a7a968213a0,36153,1732198860550/8a7a968213a0%2C36153%2C1732198860550.1732198862536 not finished, retry = 0 2024-11-21T14:21:18,778 DEBUG [RS:0;8a7a968213a0:36153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:21:18,778 INFO [RS:0;8a7a968213a0:36153 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T14:21:18,778 INFO [RS:0;8a7a968213a0:36153 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T14:21:18,779 INFO [RS:0;8a7a968213a0:36153 {}] hbase.ChoreService(370): Chore service for: regionserver/8a7a968213a0:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-21T14:21:18,779 INFO [RS:0;8a7a968213a0:36153 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T14:21:18,779 INFO [regionserver/8a7a968213a0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T14:21:18,779 INFO [RS:0;8a7a968213a0:36153 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-8a7a968213a0,36153,1732198860550 because: Region server is closing 2024-11-21T14:21:18,779 INFO [RS:0;8a7a968213a0:36153 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8a7a968213a0:36153. 2024-11-21T14:21:18,779 DEBUG [RS:0;8a7a968213a0:36153 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:21:18,780 DEBUG [RS:0;8a7a968213a0:36153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:21:18,780 DEBUG [RS:0;8a7a968213a0:36153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:21:18,780 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:21:18,880 INFO [RS:0;8a7a968213a0:36153 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,36153,1732198860550.replicationSource.shipper8a7a968213a0%2C36153%2C1732198860550,1-8a7a968213a0,36153,1732198860550 terminated 2024-11-21T14:21:18,880 WARN [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,36153,1732198860550.replicationSource.wal-reader.8a7a968213a0%2C36153%2C1732198860550,1-8a7a968213a0,36153,1732198860550 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-21T14:21:18,880 INFO [RS:0;8a7a968213a0:36153 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8a7a968213a0:36153. 2024-11-21T14:21:18,880 DEBUG [RS:0;8a7a968213a0:36153 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:21:18,880 DEBUG [RS:0;8a7a968213a0:36153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:21:18,880 DEBUG [RS:0;8a7a968213a0:36153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:21:18,880 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:21:18,881 INFO [RS:0;8a7a968213a0:36153 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36153 2024-11-21T14:21:18,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36153-0x1013ae6cde90007, quorum=127.0.0.1:62603, baseZNode=/2-2074997109 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-2074997109/rs/8a7a968213a0,36153,1732198860550 2024-11-21T14:21:18,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34285-0x1013ae6cde90006, quorum=127.0.0.1:62603, baseZNode=/2-2074997109 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2074997109/rs 2024-11-21T14:21:18,883 INFO [RS:0;8a7a968213a0:36153 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T14:21:18,884 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8a7a968213a0,36153,1732198860550] 2024-11-21T14:21:18,886 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-2074997109/draining/8a7a968213a0,36153,1732198860550 already deleted, retry=false 2024-11-21T14:21:18,886 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8a7a968213a0,36153,1732198860550 expired; onlineServers=0 2024-11-21T14:21:18,886 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8a7a968213a0,34285,1732198860509' ***** 2024-11-21T14:21:18,886 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T14:21:18,886 INFO [M:0;8a7a968213a0:34285 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T14:21:18,886 INFO [M:0;8a7a968213a0:34285 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T14:21:18,886 DEBUG [M:0;8a7a968213a0:34285 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T14:21:18,887 DEBUG [M:0;8a7a968213a0:34285 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T14:21:18,887 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T14:21:18,887 DEBUG [master/8a7a968213a0:0:becomeActiveMaster-HFileCleaner.small.0-1732198862315 {}] cleaner.HFileCleaner(306): Exit Thread[master/8a7a968213a0:0:becomeActiveMaster-HFileCleaner.small.0-1732198862315,5,FailOnTimeoutGroup] 2024-11-21T14:21:18,887 DEBUG [master/8a7a968213a0:0:becomeActiveMaster-HFileCleaner.large.0-1732198862315 {}] cleaner.HFileCleaner(306): Exit Thread[master/8a7a968213a0:0:becomeActiveMaster-HFileCleaner.large.0-1732198862315,5,FailOnTimeoutGroup] 2024-11-21T14:21:18,887 INFO [M:0;8a7a968213a0:34285 {}] hbase.ChoreService(370): Chore service for: master/8a7a968213a0:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T14:21:18,887 INFO [M:0;8a7a968213a0:34285 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T14:21:18,887 DEBUG [M:0;8a7a968213a0:34285 {}] master.HMaster(1795): Stopping service threads 2024-11-21T14:21:18,887 INFO [M:0;8a7a968213a0:34285 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T14:21:18,887 INFO [M:0;8a7a968213a0:34285 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T14:21:18,887 INFO [M:0;8a7a968213a0:34285 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T14:21:18,888 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T14:21:18,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34285-0x1013ae6cde90006, quorum=127.0.0.1:62603, baseZNode=/2-2074997109 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-2074997109/master 2024-11-21T14:21:18,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34285-0x1013ae6cde90006, quorum=127.0.0.1:62603, baseZNode=/2-2074997109 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2074997109 2024-11-21T14:21:18,888 DEBUG [M:0;8a7a968213a0:34285 {}] zookeeper.ZKUtil(347): master:34285-0x1013ae6cde90006, quorum=127.0.0.1:62603, baseZNode=/2-2074997109 Unable to get data of znode /2-2074997109/master because node does not exist (not an error) 2024-11-21T14:21:18,888 WARN [M:0;8a7a968213a0:34285 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T14:21:18,888 INFO [M:0;8a7a968213a0:34285 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39807/user/jenkins/test-data/924b67f4-5bd4-6333-6011-7f70da8bcbb5/.lastflushedseqids 2024-11-21T14:21:18,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741847_1023 (size=245) 2024-11-21T14:21:18,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36153-0x1013ae6cde90007, quorum=127.0.0.1:62603, baseZNode=/2-2074997109 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T14:21:18,985 INFO [RS:0;8a7a968213a0:36153 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T14:21:18,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36153-0x1013ae6cde90007, quorum=127.0.0.1:62603, baseZNode=/2-2074997109 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T14:21:18,985 INFO [RS:0;8a7a968213a0:36153 {}] regionserver.HRegionServer(1031): Exiting; stopping=8a7a968213a0,36153,1732198860550; zookeeper connection closed. 2024-11-21T14:21:18,986 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@15e9d83 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@15e9d83 2024-11-21T14:21:18,986 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T14:21:18,989 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,45931,1732198852680.replicationSource.wal-reader.8a7a968213a0%2C45931%2C1732198852680,1-8a7a968213a0,45931,1732198852680 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38587/user/jenkins/test-data/c275144a-663a-b36d-a80a-679d44e4f3a5/WALs/8a7a968213a0,45931,1732198852680/8a7a968213a0%2C45931%2C1732198852680.1732198854665 to pos 636, reset compression=false 2024-11-21T14:21:19,283 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,33047,1732198856832.replicationSource.wal-reader.8a7a968213a0%2C33047%2C1732198856832,1-8a7a968213a0,33047,1732198856832 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40345/user/jenkins/test-data/b6c15f69-1b6c-ccb6-4225-ea0044927efb/WALs/8a7a968213a0,33047,1732198856832/8a7a968213a0%2C33047%2C1732198856832.1732198858414 to pos 1189, reset compression=false 2024-11-21T14:21:19,293 INFO [M:0;8a7a968213a0:34285 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T14:21:19,293 INFO [M:0;8a7a968213a0:34285 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T14:21:19,293 DEBUG [M:0;8a7a968213a0:34285 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T14:21:19,293 INFO [M:0;8a7a968213a0:34285 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:21:19,293 DEBUG [M:0;8a7a968213a0:34285 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:21:19,293 DEBUG [M:0;8a7a968213a0:34285 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T14:21:19,293 DEBUG [M:0;8a7a968213a0:34285 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:21:19,294 INFO [M:0;8a7a968213a0:34285 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-21T14:21:19,318 DEBUG [M:0;8a7a968213a0:34285 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39807/user/jenkins/test-data/924b67f4-5bd4-6333-6011-7f70da8bcbb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1d79d2381dff43a8913094c67696a06d is 82, key is hbase:meta,,1/info:regioninfo/1732198863488/Put/seqid=0 2024-11-21T14:21:19,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741848_1024 (size=5672) 2024-11-21T14:21:19,722 INFO [M:0;8a7a968213a0:34285 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39807/user/jenkins/test-data/924b67f4-5bd4-6333-6011-7f70da8bcbb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1d79d2381dff43a8913094c67696a06d 2024-11-21T14:21:19,749 DEBUG [M:0;8a7a968213a0:34285 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39807/user/jenkins/test-data/924b67f4-5bd4-6333-6011-7f70da8bcbb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6f59b50b376a404ea7e38c6ddc293ed0 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732198870308/Put/seqid=0 2024-11-21T14:21:19,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741849_1025 (size=8515) 2024-11-21T14:21:19,993 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,45931,1732198852680.replicationSource.wal-reader.8a7a968213a0%2C45931%2C1732198852680,1-8a7a968213a0,45931,1732198852680 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38587/user/jenkins/test-data/c275144a-663a-b36d-a80a-679d44e4f3a5/WALs/8a7a968213a0,45931,1732198852680/8a7a968213a0%2C45931%2C1732198852680.1732198854665 to pos 636, reset compression=false 2024-11-21T14:21:20,086 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,33047,1732198856832.replicationSource.wal-reader.8a7a968213a0%2C33047%2C1732198856832,1-8a7a968213a0,33047,1732198856832 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40345/user/jenkins/test-data/b6c15f69-1b6c-ccb6-4225-ea0044927efb/WALs/8a7a968213a0,33047,1732198856832/8a7a968213a0%2C33047%2C1732198856832.1732198858414 to pos 1189, reset compression=false 2024-11-21T14:21:20,154 INFO [M:0;8a7a968213a0:34285 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39807/user/jenkins/test-data/924b67f4-5bd4-6333-6011-7f70da8bcbb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6f59b50b376a404ea7e38c6ddc293ed0 2024-11-21T14:21:20,180 DEBUG [M:0;8a7a968213a0:34285 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39807/user/jenkins/test-data/924b67f4-5bd4-6333-6011-7f70da8bcbb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/161da58018f84f29ba14aa363d14bd74 is 69, key is 8a7a968213a0,36153,1732198860550/rs:state/1732198862390/Put/seqid=0 2024-11-21T14:21:20,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741850_1026 (size=5156) 2024-11-21T14:21:20,190 INFO [M:0;8a7a968213a0:34285 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39807/user/jenkins/test-data/924b67f4-5bd4-6333-6011-7f70da8bcbb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/161da58018f84f29ba14aa363d14bd74 2024-11-21T14:21:20,194 DEBUG [M:0;8a7a968213a0:34285 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39807/user/jenkins/test-data/924b67f4-5bd4-6333-6011-7f70da8bcbb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1d79d2381dff43a8913094c67696a06d as hdfs://localhost:39807/user/jenkins/test-data/924b67f4-5bd4-6333-6011-7f70da8bcbb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1d79d2381dff43a8913094c67696a06d 2024-11-21T14:21:20,199 INFO [M:0;8a7a968213a0:34285 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39807/user/jenkins/test-data/924b67f4-5bd4-6333-6011-7f70da8bcbb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1d79d2381dff43a8913094c67696a06d, entries=8, sequenceid=97, filesize=5.5 K 2024-11-21T14:21:20,199 DEBUG [M:0;8a7a968213a0:34285 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39807/user/jenkins/test-data/924b67f4-5bd4-6333-6011-7f70da8bcbb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6f59b50b376a404ea7e38c6ddc293ed0 as hdfs://localhost:39807/user/jenkins/test-data/924b67f4-5bd4-6333-6011-7f70da8bcbb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6f59b50b376a404ea7e38c6ddc293ed0 2024-11-21T14:21:20,203 INFO [M:0;8a7a968213a0:34285 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39807/user/jenkins/test-data/924b67f4-5bd4-6333-6011-7f70da8bcbb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6f59b50b376a404ea7e38c6ddc293ed0, entries=11, sequenceid=97, filesize=8.3 K 2024-11-21T14:21:20,204 DEBUG [M:0;8a7a968213a0:34285 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39807/user/jenkins/test-data/924b67f4-5bd4-6333-6011-7f70da8bcbb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/161da58018f84f29ba14aa363d14bd74 as hdfs://localhost:39807/user/jenkins/test-data/924b67f4-5bd4-6333-6011-7f70da8bcbb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/161da58018f84f29ba14aa363d14bd74 2024-11-21T14:21:20,208 INFO [M:0;8a7a968213a0:34285 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39807/user/jenkins/test-data/924b67f4-5bd4-6333-6011-7f70da8bcbb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/161da58018f84f29ba14aa363d14bd74, entries=1, sequenceid=97, filesize=5.0 K 2024-11-21T14:21:20,209 INFO [M:0;8a7a968213a0:34285 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 916ms, sequenceid=97, compaction requested=false 2024-11-21T14:21:20,214 INFO [M:0;8a7a968213a0:34285 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:21:20,214 DEBUG [M:0;8a7a968213a0:34285 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732198879293Disabling compacts and flushes for region at 1732198879293Disabling writes for close at 1732198879293Obtaining lock to block concurrent updates at 1732198879294 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732198879294Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1732198879294Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732198879294Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732198879294Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732198879318 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732198879318Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732198879727 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732198879749 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732198879749Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732198880159 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732198880180 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732198880180Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e25d218: reopening flushed file at 1732198880193 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63da743e: reopening flushed file at 1732198880199 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7631792d: reopening flushed file at 1732198880204 (+5 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 916ms, sequenceid=97, compaction requested=false at 1732198880209 (+5 ms)Writing region close event to WAL at 1732198880214 (+5 ms)Closed at 1732198880214 2024-11-21T14:21:20,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34715 is added to blk_1073741830_1006 (size=63642) 2024-11-21T14:21:20,225 INFO [M:0;8a7a968213a0:34285 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T14:21:20,225 INFO [M:0;8a7a968213a0:34285 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34285 2024-11-21T14:21:20,225 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T14:21:20,226 INFO [M:0;8a7a968213a0:34285 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T14:21:20,328 INFO [M:0;8a7a968213a0:34285 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T14:21:20,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34285-0x1013ae6cde90006, quorum=127.0.0.1:62603, baseZNode=/2-2074997109 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T14:21:20,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34285-0x1013ae6cde90006, quorum=127.0.0.1:62603, baseZNode=/2-2074997109 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T14:21:20,332 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@513fab77{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T14:21:20,332 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2579cfe1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T14:21:20,332 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T14:21:20,332 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5cc36556{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T14:21:20,332 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2f104328{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fa1b298-5e8f-d98c-c9ca-5f8aed3b9d69/hadoop.log.dir/,STOPPED} 2024-11-21T14:21:20,334 WARN [BP-83632983-172.17.0.2-1732198859483 heartbeating to localhost/127.0.0.1:39807 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T14:21:20,334 WARN [BP-83632983-172.17.0.2-1732198859483 heartbeating to localhost/127.0.0.1:39807 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-83632983-172.17.0.2-1732198859483 (Datanode Uuid 995ae16f-bb80-435b-bf54-b5de6f03e664) service to localhost/127.0.0.1:39807 2024-11-21T14:21:20,334 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T14:21:20,334 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T14:21:20,335 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fa1b298-5e8f-d98c-c9ca-5f8aed3b9d69/cluster_0b037c6d-1b44-a095-09a1-399d074b8dd4/data/data1/current/BP-83632983-172.17.0.2-1732198859483 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T14:21:20,335 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fa1b298-5e8f-d98c-c9ca-5f8aed3b9d69/cluster_0b037c6d-1b44-a095-09a1-399d074b8dd4/data/data2/current/BP-83632983-172.17.0.2-1732198859483 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T14:21:20,335 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T14:21:20,342 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1d853c79{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T14:21:20,343 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6f9b003e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T14:21:20,343 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T14:21:20,343 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75406eb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T14:21:20,343 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45117c8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fa1b298-5e8f-d98c-c9ca-5f8aed3b9d69/hadoop.log.dir/,STOPPED} 2024-11-21T14:21:20,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T14:21:20,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T14:21:20,355 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T14:21:20,355 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:21:20,355 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:21:20,355 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:21:20,355 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:21:20,356 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T14:21:20,356 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=395025080, stopped=false 2024-11-21T14:21:20,356 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8a7a968213a0,45247,1732198856798 2024-11-21T14:21:20,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45247-0x1013ae6cde90003, quorum=127.0.0.1:62603, baseZNode=/1-597534930 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-597534930/running 2024-11-21T14:21:20,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33047-0x1013ae6cde90004, quorum=127.0.0.1:62603, baseZNode=/1-597534930 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-597534930/running 2024-11-21T14:21:20,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33047-0x1013ae6cde90004, quorum=127.0.0.1:62603, baseZNode=/1-597534930 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-597534930 2024-11-21T14:21:20,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45247-0x1013ae6cde90003, quorum=127.0.0.1:62603, baseZNode=/1-597534930 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-597534930 2024-11-21T14:21:20,357 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T14:21:20,358 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T14:21:20,358 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:21:20,358 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:21:20,358 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8a7a968213a0,33047,1732198856832' ***** 2024-11-21T14:21:20,358 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T14:21:20,359 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45247-0x1013ae6cde90003, quorum=127.0.0.1:62603, baseZNode=/1-597534930 Set watcher on znode that does not yet exist, /1-597534930/running 2024-11-21T14:21:20,359 INFO [RS:0;8a7a968213a0:33047 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T14:21:20,359 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33047-0x1013ae6cde90004, quorum=127.0.0.1:62603, baseZNode=/1-597534930 Set watcher on znode that does not yet exist, /1-597534930/running 2024-11-21T14:21:20,359 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T14:21:20,359 INFO [RS:0;8a7a968213a0:33047 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T14:21:20,359 INFO [RS:0;8a7a968213a0:33047 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T14:21:20,359 INFO [RS:0;8a7a968213a0:33047 {}] regionserver.HRegionServer(3091): Received CLOSE for 42bb80baa339d69be7f81d32b2033d04 2024-11-21T14:21:20,360 INFO [RS:0;8a7a968213a0:33047 {}] regionserver.HRegionServer(3091): Received CLOSE for 202776a0cefd74c9378ee366724577f1 2024-11-21T14:21:20,360 INFO [RS:0;8a7a968213a0:33047 {}] regionserver.HRegionServer(959): stopping server 8a7a968213a0,33047,1732198856832 2024-11-21T14:21:20,360 INFO [RS:0;8a7a968213a0:33047 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T14:21:20,360 INFO [RS:0;8a7a968213a0:33047 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8a7a968213a0:33047. 2024-11-21T14:21:20,360 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 42bb80baa339d69be7f81d32b2033d04, disabling compactions & flushes 2024-11-21T14:21:20,360 DEBUG [RS:0;8a7a968213a0:33047 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:21:20,360 DEBUG [RS:0;8a7a968213a0:33047 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:21:20,360 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732198868708.42bb80baa339d69be7f81d32b2033d04. 2024-11-21T14:21:20,360 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732198868708.42bb80baa339d69be7f81d32b2033d04. 2024-11-21T14:21:20,360 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732198868708.42bb80baa339d69be7f81d32b2033d04. after waiting 0 ms 2024-11-21T14:21:20,360 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732198868708.42bb80baa339d69be7f81d32b2033d04. 2024-11-21T14:21:20,360 INFO [RS:0;8a7a968213a0:33047 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T14:21:20,360 INFO [RS:0;8a7a968213a0:33047 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T14:21:20,360 INFO [RS:0;8a7a968213a0:33047 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T14:21:20,360 INFO [RS:0;8a7a968213a0:33047 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T14:21:20,360 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 42bb80baa339d69be7f81d32b2033d04 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-21T14:21:20,360 INFO [RS:0;8a7a968213a0:33047 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-21T14:21:20,360 DEBUG [RS:0;8a7a968213a0:33047 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 42bb80baa339d69be7f81d32b2033d04=hbase:replication,,1732198868708.42bb80baa339d69be7f81d32b2033d04., 202776a0cefd74c9378ee366724577f1=test,,1732198864233.202776a0cefd74c9378ee366724577f1.} 2024-11-21T14:21:20,360 DEBUG [RS:0;8a7a968213a0:33047 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 202776a0cefd74c9378ee366724577f1, 42bb80baa339d69be7f81d32b2033d04 2024-11-21T14:21:20,360 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T14:21:20,360 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T14:21:20,360 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T14:21:20,360 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T14:21:20,360 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T14:21:20,360 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-21T14:21:20,375 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40345/user/jenkins/test-data/b6c15f69-1b6c-ccb6-4225-ea0044927efb/data/hbase/meta/1588230740/.tmp/info/1ea7645376d84f219912b2a9e1989891 is 147, key is hbase:replication,,1732198868708.42bb80baa339d69be7f81d32b2033d04./info:regioninfo/1732198869532/Put/seqid=0 2024-11-21T14:21:20,376 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40345/user/jenkins/test-data/b6c15f69-1b6c-ccb6-4225-ea0044927efb/data/hbase/replication/42bb80baa339d69be7f81d32b2033d04/.tmp/queue/bf22f7fcc9d743e38b7fd04ce8bed43d is 154, key is 1-8a7a968213a0,33047,1732198856832/queue:8a7a968213a0%2C33047%2C1732198856832/1732198876559/Put/seqid=0 2024-11-21T14:21:20,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33973 is added to blk_1073741840_1016 (size=7686) 2024-11-21T14:21:20,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33973 is added to blk_1073741841_1017 (size=5353) 2024-11-21T14:21:20,379 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40345/user/jenkins/test-data/b6c15f69-1b6c-ccb6-4225-ea0044927efb/data/hbase/replication/42bb80baa339d69be7f81d32b2033d04/.tmp/queue/bf22f7fcc9d743e38b7fd04ce8bed43d 2024-11-21T14:21:20,383 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40345/user/jenkins/test-data/b6c15f69-1b6c-ccb6-4225-ea0044927efb/data/hbase/replication/42bb80baa339d69be7f81d32b2033d04/.tmp/queue/bf22f7fcc9d743e38b7fd04ce8bed43d as hdfs://localhost:40345/user/jenkins/test-data/b6c15f69-1b6c-ccb6-4225-ea0044927efb/data/hbase/replication/42bb80baa339d69be7f81d32b2033d04/queue/bf22f7fcc9d743e38b7fd04ce8bed43d 2024-11-21T14:21:20,386 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40345/user/jenkins/test-data/b6c15f69-1b6c-ccb6-4225-ea0044927efb/data/hbase/replication/42bb80baa339d69be7f81d32b2033d04/queue/bf22f7fcc9d743e38b7fd04ce8bed43d, entries=1, sequenceid=12, filesize=5.2 K 2024-11-21T14:21:20,387 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 42bb80baa339d69be7f81d32b2033d04 in 27ms, sequenceid=12, compaction requested=false 2024-11-21T14:21:20,390 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40345/user/jenkins/test-data/b6c15f69-1b6c-ccb6-4225-ea0044927efb/data/hbase/replication/42bb80baa339d69be7f81d32b2033d04/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-21T14:21:20,390 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T14:21:20,391 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T14:21:20,391 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732198868708.42bb80baa339d69be7f81d32b2033d04. 2024-11-21T14:21:20,391 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 42bb80baa339d69be7f81d32b2033d04: Waiting for close lock at 1732198880360Running coprocessor pre-close hooks at 1732198880360Disabling compacts and flushes for region at 1732198880360Disabling writes for close at 1732198880360Obtaining lock to block concurrent updates at 1732198880360Preparing flush snapshotting stores in 42bb80baa339d69be7f81d32b2033d04 at 1732198880360Finished memstore snapshotting hbase:replication,,1732198868708.42bb80baa339d69be7f81d32b2033d04., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1732198880360Flushing stores of hbase:replication,,1732198868708.42bb80baa339d69be7f81d32b2033d04. at 1732198880361 (+1 ms)Flushing 42bb80baa339d69be7f81d32b2033d04/queue: creating writer at 1732198880361Flushing 42bb80baa339d69be7f81d32b2033d04/queue: appending metadata at 1732198880375 (+14 ms)Flushing 42bb80baa339d69be7f81d32b2033d04/queue: closing flushed file at 1732198880375Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7cb93fc: reopening flushed file at 1732198880382 (+7 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 42bb80baa339d69be7f81d32b2033d04 in 27ms, sequenceid=12, compaction requested=false at 1732198880387 (+5 ms)Writing region close event to WAL at 1732198880388 (+1 ms)Running coprocessor post-close hooks at 1732198880390 (+2 ms)Closed at 1732198880391 (+1 ms) 2024-11-21T14:21:20,391 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732198868708.42bb80baa339d69be7f81d32b2033d04. 2024-11-21T14:21:20,391 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 202776a0cefd74c9378ee366724577f1, disabling compactions & flushes 2024-11-21T14:21:20,391 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732198864233.202776a0cefd74c9378ee366724577f1. 2024-11-21T14:21:20,391 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732198864233.202776a0cefd74c9378ee366724577f1. 2024-11-21T14:21:20,391 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732198864233.202776a0cefd74c9378ee366724577f1. after waiting 0 ms 2024-11-21T14:21:20,391 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732198864233.202776a0cefd74c9378ee366724577f1. 2024-11-21T14:21:20,391 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 202776a0cefd74c9378ee366724577f1 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-21T14:21:20,409 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40345/user/jenkins/test-data/b6c15f69-1b6c-ccb6-4225-ea0044927efb/data/default/test/202776a0cefd74c9378ee366724577f1/.tmp/f/e907f5933b554ed2ba4d937f987a036b is 29, key is row1/f:/1732198875042/DeleteFamily/seqid=0 2024-11-21T14:21:20,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33973 is added to blk_1073741842_1018 (size=5152) 2024-11-21T14:21:20,434 INFO [regionserver/8a7a968213a0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T14:21:20,560 DEBUG [RS:0;8a7a968213a0:33047 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 202776a0cefd74c9378ee366724577f1 2024-11-21T14:21:20,761 DEBUG [RS:0;8a7a968213a0:33047 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 202776a0cefd74c9378ee366724577f1 2024-11-21T14:21:20,779 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40345/user/jenkins/test-data/b6c15f69-1b6c-ccb6-4225-ea0044927efb/data/hbase/meta/1588230740/.tmp/info/1ea7645376d84f219912b2a9e1989891 2024-11-21T14:21:20,800 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40345/user/jenkins/test-data/b6c15f69-1b6c-ccb6-4225-ea0044927efb/data/hbase/meta/1588230740/.tmp/ns/c6855fc95ad544029b161c4792dfbca6 is 43, key is default/ns:d/1732198859366/Put/seqid=0 2024-11-21T14:21:20,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33973 is added to blk_1073741843_1019 (size=5153) 2024-11-21T14:21:20,813 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40345/user/jenkins/test-data/b6c15f69-1b6c-ccb6-4225-ea0044927efb/data/default/test/202776a0cefd74c9378ee366724577f1/.tmp/f/e907f5933b554ed2ba4d937f987a036b 2024-11-21T14:21:20,817 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e907f5933b554ed2ba4d937f987a036b 2024-11-21T14:21:20,832 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40345/user/jenkins/test-data/b6c15f69-1b6c-ccb6-4225-ea0044927efb/data/default/test/202776a0cefd74c9378ee366724577f1/.tmp/f1/c45c179735c44100b6b258ccfeca61df is 30, key is row1/f1:/1732198875042/DeleteFamily/seqid=0 2024-11-21T14:21:20,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33973 is added to blk_1073741844_1020 (size=5158) 2024-11-21T14:21:20,839 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40345/user/jenkins/test-data/b6c15f69-1b6c-ccb6-4225-ea0044927efb/data/default/test/202776a0cefd74c9378ee366724577f1/.tmp/f1/c45c179735c44100b6b258ccfeca61df 2024-11-21T14:21:20,844 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c45c179735c44100b6b258ccfeca61df 2024-11-21T14:21:20,862 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40345/user/jenkins/test-data/b6c15f69-1b6c-ccb6-4225-ea0044927efb/data/default/test/202776a0cefd74c9378ee366724577f1/.tmp/norep/664af30c587b41dc84c62bb5d2837ed7 is 33, key is row1/norep:/1732198875042/DeleteFamily/seqid=0 2024-11-21T14:21:20,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33973 is added to blk_1073741845_1021 (size=5108) 2024-11-21T14:21:20,867 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40345/user/jenkins/test-data/b6c15f69-1b6c-ccb6-4225-ea0044927efb/data/default/test/202776a0cefd74c9378ee366724577f1/.tmp/norep/664af30c587b41dc84c62bb5d2837ed7 2024-11-21T14:21:20,871 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 664af30c587b41dc84c62bb5d2837ed7 2024-11-21T14:21:20,871 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40345/user/jenkins/test-data/b6c15f69-1b6c-ccb6-4225-ea0044927efb/data/default/test/202776a0cefd74c9378ee366724577f1/.tmp/f/e907f5933b554ed2ba4d937f987a036b as hdfs://localhost:40345/user/jenkins/test-data/b6c15f69-1b6c-ccb6-4225-ea0044927efb/data/default/test/202776a0cefd74c9378ee366724577f1/f/e907f5933b554ed2ba4d937f987a036b 2024-11-21T14:21:20,875 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e907f5933b554ed2ba4d937f987a036b 2024-11-21T14:21:20,875 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40345/user/jenkins/test-data/b6c15f69-1b6c-ccb6-4225-ea0044927efb/data/default/test/202776a0cefd74c9378ee366724577f1/f/e907f5933b554ed2ba4d937f987a036b, entries=3, sequenceid=10, filesize=5.0 K 2024-11-21T14:21:20,876 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40345/user/jenkins/test-data/b6c15f69-1b6c-ccb6-4225-ea0044927efb/data/default/test/202776a0cefd74c9378ee366724577f1/.tmp/f1/c45c179735c44100b6b258ccfeca61df as hdfs://localhost:40345/user/jenkins/test-data/b6c15f69-1b6c-ccb6-4225-ea0044927efb/data/default/test/202776a0cefd74c9378ee366724577f1/f1/c45c179735c44100b6b258ccfeca61df 2024-11-21T14:21:20,879 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c45c179735c44100b6b258ccfeca61df 2024-11-21T14:21:20,879 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40345/user/jenkins/test-data/b6c15f69-1b6c-ccb6-4225-ea0044927efb/data/default/test/202776a0cefd74c9378ee366724577f1/f1/c45c179735c44100b6b258ccfeca61df, entries=3, sequenceid=10, filesize=5.0 K 2024-11-21T14:21:20,880 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40345/user/jenkins/test-data/b6c15f69-1b6c-ccb6-4225-ea0044927efb/data/default/test/202776a0cefd74c9378ee366724577f1/.tmp/norep/664af30c587b41dc84c62bb5d2837ed7 as hdfs://localhost:40345/user/jenkins/test-data/b6c15f69-1b6c-ccb6-4225-ea0044927efb/data/default/test/202776a0cefd74c9378ee366724577f1/norep/664af30c587b41dc84c62bb5d2837ed7 2024-11-21T14:21:20,883 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 664af30c587b41dc84c62bb5d2837ed7 2024-11-21T14:21:20,883 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40345/user/jenkins/test-data/b6c15f69-1b6c-ccb6-4225-ea0044927efb/data/default/test/202776a0cefd74c9378ee366724577f1/norep/664af30c587b41dc84c62bb5d2837ed7, entries=1, sequenceid=10, filesize=5.0 K 2024-11-21T14:21:20,884 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 202776a0cefd74c9378ee366724577f1 in 493ms, sequenceid=10, compaction requested=false 2024-11-21T14:21:20,885 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-21T14:21:20,891 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40345/user/jenkins/test-data/b6c15f69-1b6c-ccb6-4225-ea0044927efb/data/default/test/202776a0cefd74c9378ee366724577f1/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-21T14:21:20,891 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T14:21:20,891 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T14:21:20,891 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732198864233.202776a0cefd74c9378ee366724577f1. 2024-11-21T14:21:20,891 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 202776a0cefd74c9378ee366724577f1: Waiting for close lock at 1732198880391Running coprocessor pre-close hooks at 1732198880391Disabling compacts and flushes for region at 1732198880391Disabling writes for close at 1732198880391Obtaining lock to block concurrent updates at 1732198880391Preparing flush snapshotting stores in 202776a0cefd74c9378ee366724577f1 at 1732198880391Finished memstore snapshotting test,,1732198864233.202776a0cefd74c9378ee366724577f1., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1732198880391Flushing stores of test,,1732198864233.202776a0cefd74c9378ee366724577f1. at 1732198880392 (+1 ms)Flushing 202776a0cefd74c9378ee366724577f1/f: creating writer at 1732198880392Flushing 202776a0cefd74c9378ee366724577f1/f: appending metadata at 1732198880408 (+16 ms)Flushing 202776a0cefd74c9378ee366724577f1/f: closing flushed file at 1732198880408Flushing 202776a0cefd74c9378ee366724577f1/f1: creating writer at 1732198880817 (+409 ms)Flushing 202776a0cefd74c9378ee366724577f1/f1: appending metadata at 1732198880832 (+15 ms)Flushing 202776a0cefd74c9378ee366724577f1/f1: closing flushed file at 1732198880832Flushing 202776a0cefd74c9378ee366724577f1/norep: creating writer at 1732198880844 (+12 ms)Flushing 202776a0cefd74c9378ee366724577f1/norep: appending metadata at 1732198880861 (+17 ms)Flushing 202776a0cefd74c9378ee366724577f1/norep: closing flushed file at 1732198880861Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6aa81468: reopening flushed file at 1732198880871 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27006623: reopening flushed file at 1732198880875 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5dd9dbce: reopening flushed file at 1732198880880 (+5 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 202776a0cefd74c9378ee366724577f1 in 493ms, sequenceid=10, compaction requested=false at 1732198880884 (+4 ms)Writing region close event to WAL at 1732198880886 (+2 ms)Running coprocessor post-close hooks at 1732198880891 (+5 ms)Closed at 1732198880891 2024-11-21T14:21:20,892 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732198864233.202776a0cefd74c9378ee366724577f1. 2024-11-21T14:21:20,961 DEBUG [RS:0;8a7a968213a0:33047 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T14:21:20,990 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,33047,1732198856832.replicationSource.wal-reader.8a7a968213a0%2C33047%2C1732198856832,1-8a7a968213a0,33047,1732198856832 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40345/user/jenkins/test-data/b6c15f69-1b6c-ccb6-4225-ea0044927efb/WALs/8a7a968213a0,33047,1732198856832/8a7a968213a0%2C33047%2C1732198856832.1732198858414 to pos 1189, reset compression=false 2024-11-21T14:21:20,995 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,33047,1732198856832.replicationSource.wal-reader.8a7a968213a0%2C33047%2C1732198856832,1-8a7a968213a0,33047,1732198856832 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T14:21:20,995 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,33047,1732198856832.replicationSource.wal-reader.8a7a968213a0%2C33047%2C1732198856832,1-8a7a968213a0,33047,1732198856832 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40345/user/jenkins/test-data/b6c15f69-1b6c-ccb6-4225-ea0044927efb/WALs/8a7a968213a0,33047,1732198856832/8a7a968213a0%2C33047%2C1732198856832.1732198858414 to pos 2080, reset compression=false 2024-11-21T14:21:20,995 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,33047,1732198856832.replicationSource.shipper8a7a968213a0%2C33047%2C1732198856832,1-8a7a968213a0,33047,1732198856832 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8a7a968213a0,33047,1732198856832 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40345/user/jenkins/test-data/b6c15f69-1b6c-ccb6-4225-ea0044927efb/WALs/8a7a968213a0,33047,1732198856832/8a7a968213a0%2C33047%2C1732198856832.1732198858414, lastWalPosition=2080, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T14:21:20,996 ERROR [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,33047,1732198856832.replicationSource.shipper8a7a968213a0%2C33047%2C1732198856832,1-8a7a968213a0,33047,1732198856832 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 8a7a968213a0,33047,1732198856832: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-8a7a968213a0,33047,1732198856832, walGroup=8a7a968213a0%2C33047%2C1732198856832, offset=8a7a968213a0%2C33047%2C1732198856832.1732198858414:2080, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8a7a968213a0:33047 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-21T14:21:20,997 ERROR [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,33047,1732198856832.replicationSource.shipper8a7a968213a0%2C33047%2C1732198856832,1-8a7a968213a0,33047,1732198856832 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-21T14:21:20,997 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,33047,1732198856832.replicationSource.shipper8a7a968213a0%2C33047%2C1732198856832,1-8a7a968213a0,33047,1732198856832 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-21T14:21:20,998 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,33047,1732198856832.replicationSource.shipper8a7a968213a0%2C33047%2C1732198856832,1-8a7a968213a0,33047,1732198856832 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-21T14:21:20,998 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,33047,1732198856832.replicationSource.shipper8a7a968213a0%2C33047%2C1732198856832,1-8a7a968213a0,33047,1732198856832 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-21T14:21:20,998 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,33047,1732198856832.replicationSource.shipper8a7a968213a0%2C33047%2C1732198856832,1-8a7a968213a0,33047,1732198856832 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-21T14:21:20,998 INFO [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,33047,1732198856832.replicationSource.shipper8a7a968213a0%2C33047%2C1732198856832,1-8a7a968213a0,33047,1732198856832 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1434451968, "init": 1048576000, "max": 2306867200, "used": 885260120 }, "NonHeapMemoryUsage": { "committed": 206503936, "init": 7667712, "max": -1, "used": 201841432 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-21T14:21:20,999 WARN [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,33047,1732198856832.replicationSource.shipper8a7a968213a0%2C33047%2C1732198856832,1-8a7a968213a0,33047,1732198856832 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8a7a968213a0:45247 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8a7a968213a0:45247 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-21T14:21:21,097 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,45931,1732198852680.replicationSource.wal-reader.8a7a968213a0%2C45931%2C1732198852680,1-8a7a968213a0,45931,1732198852680 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38587/user/jenkins/test-data/c275144a-663a-b36d-a80a-679d44e4f3a5/WALs/8a7a968213a0,45931,1732198852680/8a7a968213a0%2C45931%2C1732198852680.1732198854665 to pos 636, reset compression=false 2024-11-21T14:21:21,161 DEBUG [RS:0;8a7a968213a0:33047 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T14:21:21,198 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,33047,1732198856832.replicationSource.wal-reader.8a7a968213a0%2C33047%2C1732198856832,1-8a7a968213a0,33047,1732198856832 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40345/user/jenkins/test-data/b6c15f69-1b6c-ccb6-4225-ea0044927efb/WALs/8a7a968213a0,33047,1732198856832/8a7a968213a0%2C33047%2C1732198856832.1732198858414 to pos 2080, reset compression=false 2024-11-21T14:21:21,207 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40345/user/jenkins/test-data/b6c15f69-1b6c-ccb6-4225-ea0044927efb/data/hbase/meta/1588230740/.tmp/ns/c6855fc95ad544029b161c4792dfbca6 2024-11-21T14:21:21,232 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40345/user/jenkins/test-data/b6c15f69-1b6c-ccb6-4225-ea0044927efb/data/hbase/meta/1588230740/.tmp/rep_barrier/336ab04e60c74cf7875b1cd267a17382 is 112, key is test,,1732198864233.202776a0cefd74c9378ee366724577f1./rep_barrier:seqnumDuringOpen/1732198865409/Put/seqid=0 2024-11-21T14:21:21,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33973 is added to blk_1073741846_1022 (size=5518) 2024-11-21T14:21:21,281 INFO [regionserver/8a7a968213a0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T14:21:21,281 INFO [regionserver/8a7a968213a0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T14:21:21,361 INFO [RS:0;8a7a968213a0:33047 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-21T14:21:21,361 DEBUG [RS:0;8a7a968213a0:33047 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-21T14:21:21,361 DEBUG [RS:0;8a7a968213a0:33047 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T14:21:21,502 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,33047,1732198856832.replicationSource.wal-reader.8a7a968213a0%2C33047%2C1732198856832,1-8a7a968213a0,33047,1732198856832 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40345/user/jenkins/test-data/b6c15f69-1b6c-ccb6-4225-ea0044927efb/WALs/8a7a968213a0,33047,1732198856832/8a7a968213a0%2C33047%2C1732198856832.1732198858414 to pos 2080, reset compression=false 2024-11-21T14:21:21,562 DEBUG [RS:0;8a7a968213a0:33047 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T14:21:21,637 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40345/user/jenkins/test-data/b6c15f69-1b6c-ccb6-4225-ea0044927efb/data/hbase/meta/1588230740/.tmp/rep_barrier/336ab04e60c74cf7875b1cd267a17382 2024-11-21T14:21:21,661 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40345/user/jenkins/test-data/b6c15f69-1b6c-ccb6-4225-ea0044927efb/data/hbase/meta/1588230740/.tmp/table/ab2d7a8bc71144a192c50c8efd81a6c4 is 53, key is hbase:replication/table:state/1732198869542/Put/seqid=0 2024-11-21T14:21:21,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33973 is added to blk_1073741847_1023 (size=5308) 2024-11-21T14:21:21,668 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40345/user/jenkins/test-data/b6c15f69-1b6c-ccb6-4225-ea0044927efb/data/hbase/meta/1588230740/.tmp/table/ab2d7a8bc71144a192c50c8efd81a6c4 2024-11-21T14:21:21,674 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40345/user/jenkins/test-data/b6c15f69-1b6c-ccb6-4225-ea0044927efb/data/hbase/meta/1588230740/.tmp/info/1ea7645376d84f219912b2a9e1989891 as hdfs://localhost:40345/user/jenkins/test-data/b6c15f69-1b6c-ccb6-4225-ea0044927efb/data/hbase/meta/1588230740/info/1ea7645376d84f219912b2a9e1989891 2024-11-21T14:21:21,678 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40345/user/jenkins/test-data/b6c15f69-1b6c-ccb6-4225-ea0044927efb/data/hbase/meta/1588230740/info/1ea7645376d84f219912b2a9e1989891, entries=20, sequenceid=16, filesize=7.5 K 2024-11-21T14:21:21,679 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40345/user/jenkins/test-data/b6c15f69-1b6c-ccb6-4225-ea0044927efb/data/hbase/meta/1588230740/.tmp/ns/c6855fc95ad544029b161c4792dfbca6 as hdfs://localhost:40345/user/jenkins/test-data/b6c15f69-1b6c-ccb6-4225-ea0044927efb/data/hbase/meta/1588230740/ns/c6855fc95ad544029b161c4792dfbca6 2024-11-21T14:21:21,684 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40345/user/jenkins/test-data/b6c15f69-1b6c-ccb6-4225-ea0044927efb/data/hbase/meta/1588230740/ns/c6855fc95ad544029b161c4792dfbca6, entries=2, sequenceid=16, filesize=5.0 K 2024-11-21T14:21:21,684 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40345/user/jenkins/test-data/b6c15f69-1b6c-ccb6-4225-ea0044927efb/data/hbase/meta/1588230740/.tmp/rep_barrier/336ab04e60c74cf7875b1cd267a17382 as hdfs://localhost:40345/user/jenkins/test-data/b6c15f69-1b6c-ccb6-4225-ea0044927efb/data/hbase/meta/1588230740/rep_barrier/336ab04e60c74cf7875b1cd267a17382 2024-11-21T14:21:21,688 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40345/user/jenkins/test-data/b6c15f69-1b6c-ccb6-4225-ea0044927efb/data/hbase/meta/1588230740/rep_barrier/336ab04e60c74cf7875b1cd267a17382, entries=1, sequenceid=16, filesize=5.4 K 2024-11-21T14:21:21,689 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40345/user/jenkins/test-data/b6c15f69-1b6c-ccb6-4225-ea0044927efb/data/hbase/meta/1588230740/.tmp/table/ab2d7a8bc71144a192c50c8efd81a6c4 as hdfs://localhost:40345/user/jenkins/test-data/b6c15f69-1b6c-ccb6-4225-ea0044927efb/data/hbase/meta/1588230740/table/ab2d7a8bc71144a192c50c8efd81a6c4 2024-11-21T14:21:21,693 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40345/user/jenkins/test-data/b6c15f69-1b6c-ccb6-4225-ea0044927efb/data/hbase/meta/1588230740/table/ab2d7a8bc71144a192c50c8efd81a6c4, entries=4, sequenceid=16, filesize=5.2 K 2024-11-21T14:21:21,694 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1334ms, sequenceid=16, compaction requested=false 2024-11-21T14:21:21,694 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T14:21:21,704 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40345/user/jenkins/test-data/b6c15f69-1b6c-ccb6-4225-ea0044927efb/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-21T14:21:21,705 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T14:21:21,705 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T14:21:21,705 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T14:21:21,705 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732198880360Running coprocessor pre-close hooks at 1732198880360Disabling compacts and flushes for region at 1732198880360Disabling writes for close at 1732198880360Obtaining lock to block concurrent updates at 1732198880360Preparing flush snapshotting stores in 1588230740 at 1732198880360Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732198880361 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732198880361Flushing 1588230740/info: creating writer at 1732198880361Flushing 1588230740/info: appending metadata at 1732198880375 (+14 ms)Flushing 1588230740/info: closing flushed file at 1732198880375Flushing 1588230740/ns: creating writer at 1732198880783 (+408 ms)Flushing 1588230740/ns: appending metadata at 1732198880800 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732198880800Flushing 1588230740/rep_barrier: creating writer at 1732198881211 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732198881231 (+20 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732198881231Flushing 1588230740/table: creating writer at 1732198881642 (+411 ms)Flushing 1588230740/table: appending metadata at 1732198881660 (+18 ms)Flushing 1588230740/table: closing flushed file at 1732198881660Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7fcc1d91: reopening flushed file at 1732198881674 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@487ea73d: reopening flushed file at 1732198881678 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@848e041: reopening flushed file at 1732198881684 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55593ec7: reopening flushed file at 1732198881689 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1334ms, sequenceid=16, compaction requested=false at 1732198881694 (+5 ms)Writing region close event to WAL at 1732198881701 (+7 ms)Running coprocessor post-close hooks at 1732198881705 (+4 ms)Closed at 1732198881705 2024-11-21T14:21:21,705 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T14:21:21,762 INFO [RS:0;8a7a968213a0:33047 {}] regionserver.HRegionServer(976): stopping server 8a7a968213a0,33047,1732198856832; all regions closed. 2024-11-21T14:21:21,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33973 is added to blk_1073741834_1010 (size=4239) 2024-11-21T14:21:21,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33973 is added to blk_1073741839_1015 (size=3114) 2024-11-21T14:21:21,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33973 is added to blk_1073741832_1008 (size=2088) 2024-11-21T14:21:21,771 DEBUG [RS:0;8a7a968213a0:33047 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:21:21,771 INFO [RS:0;8a7a968213a0:33047 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T14:21:21,771 INFO [RS:0;8a7a968213a0:33047 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T14:21:21,771 INFO [RS:0;8a7a968213a0:33047 {}] hbase.ChoreService(370): Chore service for: regionserver/8a7a968213a0:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T14:21:21,771 INFO [RS:0;8a7a968213a0:33047 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T14:21:21,771 INFO [regionserver/8a7a968213a0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T14:21:21,772 INFO [RS:0;8a7a968213a0:33047 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-8a7a968213a0,33047,1732198856832 because: Region server is closing 2024-11-21T14:21:21,772 INFO [RS:0;8a7a968213a0:33047 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8a7a968213a0:33047. 2024-11-21T14:21:21,772 DEBUG [RS:0;8a7a968213a0:33047 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:21:21,772 DEBUG [RS:0;8a7a968213a0:33047 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:21:21,772 DEBUG [RS:0;8a7a968213a0:33047 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:21:21,772 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:21:21,873 INFO [RS:0;8a7a968213a0:33047 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,33047,1732198856832.replicationSource.shipper8a7a968213a0%2C33047%2C1732198856832,1-8a7a968213a0,33047,1732198856832 terminated 2024-11-21T14:21:21,873 WARN [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,33047,1732198856832.replicationSource.wal-reader.8a7a968213a0%2C33047%2C1732198856832,1-8a7a968213a0,33047,1732198856832 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-21T14:21:21,873 INFO [RS:0;8a7a968213a0:33047 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8a7a968213a0:33047. 2024-11-21T14:21:21,873 DEBUG [RS:0;8a7a968213a0:33047 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:21:21,873 DEBUG [RS:0;8a7a968213a0:33047 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:21:21,873 DEBUG [RS:0;8a7a968213a0:33047 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:21:21,873 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:21:21,874 INFO [RS:0;8a7a968213a0:33047 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33047 2024-11-21T14:21:21,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45247-0x1013ae6cde90003, quorum=127.0.0.1:62603, baseZNode=/1-597534930 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-597534930/rs 2024-11-21T14:21:21,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33047-0x1013ae6cde90004, quorum=127.0.0.1:62603, baseZNode=/1-597534930 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-597534930/rs/8a7a968213a0,33047,1732198856832 2024-11-21T14:21:21,877 INFO [RS:0;8a7a968213a0:33047 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T14:21:21,878 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8a7a968213a0,33047,1732198856832] 2024-11-21T14:21:21,885 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-597534930/draining/8a7a968213a0,33047,1732198856832 already deleted, retry=false 2024-11-21T14:21:21,885 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8a7a968213a0,33047,1732198856832 expired; onlineServers=0 2024-11-21T14:21:21,885 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8a7a968213a0,45247,1732198856798' ***** 2024-11-21T14:21:21,885 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T14:21:21,885 INFO [M:0;8a7a968213a0:45247 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T14:21:21,885 INFO [M:0;8a7a968213a0:45247 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T14:21:21,885 DEBUG [M:0;8a7a968213a0:45247 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T14:21:21,885 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T14:21:21,885 DEBUG [M:0;8a7a968213a0:45247 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T14:21:21,885 DEBUG [master/8a7a968213a0:0:becomeActiveMaster-HFileCleaner.large.0-1732198858193 {}] cleaner.HFileCleaner(306): Exit Thread[master/8a7a968213a0:0:becomeActiveMaster-HFileCleaner.large.0-1732198858193,5,FailOnTimeoutGroup] 2024-11-21T14:21:21,886 INFO [M:0;8a7a968213a0:45247 {}] hbase.ChoreService(370): Chore service for: master/8a7a968213a0:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T14:21:21,886 INFO [M:0;8a7a968213a0:45247 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T14:21:21,886 DEBUG [M:0;8a7a968213a0:45247 {}] master.HMaster(1795): Stopping service threads 2024-11-21T14:21:21,886 DEBUG [master/8a7a968213a0:0:becomeActiveMaster-HFileCleaner.small.0-1732198858193 {}] cleaner.HFileCleaner(306): Exit Thread[master/8a7a968213a0:0:becomeActiveMaster-HFileCleaner.small.0-1732198858193,5,FailOnTimeoutGroup] 2024-11-21T14:21:21,886 INFO [M:0;8a7a968213a0:45247 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T14:21:21,887 INFO [M:0;8a7a968213a0:45247 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T14:21:21,887 INFO [M:0;8a7a968213a0:45247 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T14:21:21,887 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T14:21:21,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45247-0x1013ae6cde90003, quorum=127.0.0.1:62603, baseZNode=/1-597534930 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-597534930/master 2024-11-21T14:21:21,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45247-0x1013ae6cde90003, quorum=127.0.0.1:62603, baseZNode=/1-597534930 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-597534930 2024-11-21T14:21:21,889 DEBUG [M:0;8a7a968213a0:45247 {}] zookeeper.ZKUtil(347): master:45247-0x1013ae6cde90003, quorum=127.0.0.1:62603, baseZNode=/1-597534930 Unable to get data of znode /1-597534930/master because node does not exist (not an error) 2024-11-21T14:21:21,889 WARN [M:0;8a7a968213a0:45247 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T14:21:21,897 INFO [M:0;8a7a968213a0:45247 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40345/user/jenkins/test-data/b6c15f69-1b6c-ccb6-4225-ea0044927efb/.lastflushedseqids 2024-11-21T14:21:21,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33973 is added to blk_1073741848_1024 (size=245) 2024-11-21T14:21:21,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33047-0x1013ae6cde90004, quorum=127.0.0.1:62603, baseZNode=/1-597534930 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T14:21:21,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33047-0x1013ae6cde90004, quorum=127.0.0.1:62603, baseZNode=/1-597534930 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T14:21:21,984 INFO [RS:0;8a7a968213a0:33047 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T14:21:21,984 INFO [RS:0;8a7a968213a0:33047 {}] regionserver.HRegionServer(1031): Exiting; stopping=8a7a968213a0,33047,1732198856832; zookeeper connection closed. 2024-11-21T14:21:21,984 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3fa12ef8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3fa12ef8 2024-11-21T14:21:21,985 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T14:21:22,215 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T14:21:22,301 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,45931,1732198852680.replicationSource.wal-reader.8a7a968213a0%2C45931%2C1732198852680,1-8a7a968213a0,45931,1732198852680 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38587/user/jenkins/test-data/c275144a-663a-b36d-a80a-679d44e4f3a5/WALs/8a7a968213a0,45931,1732198852680/8a7a968213a0%2C45931%2C1732198852680.1732198854665 to pos 636, reset compression=false 2024-11-21T14:21:22,306 INFO [M:0;8a7a968213a0:45247 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T14:21:22,306 INFO [M:0;8a7a968213a0:45247 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T14:21:22,306 DEBUG [M:0;8a7a968213a0:45247 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T14:21:22,306 INFO [M:0;8a7a968213a0:45247 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:21:22,306 DEBUG [M:0;8a7a968213a0:45247 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:21:22,306 DEBUG [M:0;8a7a968213a0:45247 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T14:21:22,306 DEBUG [M:0;8a7a968213a0:45247 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:21:22,306 INFO [M:0;8a7a968213a0:45247 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-21T14:21:22,331 DEBUG [M:0;8a7a968213a0:45247 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40345/user/jenkins/test-data/b6c15f69-1b6c-ccb6-4225-ea0044927efb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/448c52d5f19f4502817d833a01e61a37 is 82, key is hbase:meta,,1/info:regioninfo/1732198859358/Put/seqid=0 2024-11-21T14:21:22,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33973 is added to blk_1073741849_1025 (size=5672) 2024-11-21T14:21:22,345 INFO [M:0;8a7a968213a0:45247 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40345/user/jenkins/test-data/b6c15f69-1b6c-ccb6-4225-ea0044927efb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/448c52d5f19f4502817d833a01e61a37 2024-11-21T14:21:22,375 DEBUG [M:0;8a7a968213a0:45247 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40345/user/jenkins/test-data/b6c15f69-1b6c-ccb6-4225-ea0044927efb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b8319cd275784d9e82490a436c0f3af5 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732198869545/Put/seqid=0 2024-11-21T14:21:22,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33973 is added to blk_1073741850_1026 (size=8515) 2024-11-21T14:21:22,381 INFO [M:0;8a7a968213a0:45247 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40345/user/jenkins/test-data/b6c15f69-1b6c-ccb6-4225-ea0044927efb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b8319cd275784d9e82490a436c0f3af5 2024-11-21T14:21:22,399 DEBUG [M:0;8a7a968213a0:45247 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40345/user/jenkins/test-data/b6c15f69-1b6c-ccb6-4225-ea0044927efb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8931e8b19418455087d56b6af2692278 is 69, key is 8a7a968213a0,33047,1732198856832/rs:state/1732198858269/Put/seqid=0 2024-11-21T14:21:22,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33973 is added to blk_1073741851_1027 (size=5156) 2024-11-21T14:21:22,402 INFO [M:0;8a7a968213a0:45247 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40345/user/jenkins/test-data/b6c15f69-1b6c-ccb6-4225-ea0044927efb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8931e8b19418455087d56b6af2692278 2024-11-21T14:21:22,405 DEBUG [M:0;8a7a968213a0:45247 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40345/user/jenkins/test-data/b6c15f69-1b6c-ccb6-4225-ea0044927efb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/448c52d5f19f4502817d833a01e61a37 as hdfs://localhost:40345/user/jenkins/test-data/b6c15f69-1b6c-ccb6-4225-ea0044927efb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/448c52d5f19f4502817d833a01e61a37 2024-11-21T14:21:22,408 INFO [M:0;8a7a968213a0:45247 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40345/user/jenkins/test-data/b6c15f69-1b6c-ccb6-4225-ea0044927efb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/448c52d5f19f4502817d833a01e61a37, entries=8, sequenceid=97, filesize=5.5 K 2024-11-21T14:21:22,409 DEBUG [M:0;8a7a968213a0:45247 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40345/user/jenkins/test-data/b6c15f69-1b6c-ccb6-4225-ea0044927efb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b8319cd275784d9e82490a436c0f3af5 as hdfs://localhost:40345/user/jenkins/test-data/b6c15f69-1b6c-ccb6-4225-ea0044927efb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b8319cd275784d9e82490a436c0f3af5 2024-11-21T14:21:22,412 INFO [M:0;8a7a968213a0:45247 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40345/user/jenkins/test-data/b6c15f69-1b6c-ccb6-4225-ea0044927efb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b8319cd275784d9e82490a436c0f3af5, entries=11, sequenceid=97, filesize=8.3 K 2024-11-21T14:21:22,412 DEBUG [M:0;8a7a968213a0:45247 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40345/user/jenkins/test-data/b6c15f69-1b6c-ccb6-4225-ea0044927efb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8931e8b19418455087d56b6af2692278 as hdfs://localhost:40345/user/jenkins/test-data/b6c15f69-1b6c-ccb6-4225-ea0044927efb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8931e8b19418455087d56b6af2692278 2024-11-21T14:21:22,415 INFO [M:0;8a7a968213a0:45247 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40345/user/jenkins/test-data/b6c15f69-1b6c-ccb6-4225-ea0044927efb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8931e8b19418455087d56b6af2692278, entries=1, sequenceid=97, filesize=5.0 K 2024-11-21T14:21:22,416 INFO [M:0;8a7a968213a0:45247 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 110ms, sequenceid=97, compaction requested=false 2024-11-21T14:21:22,417 INFO [M:0;8a7a968213a0:45247 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:21:22,417 DEBUG [M:0;8a7a968213a0:45247 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732198882306Disabling compacts and flushes for region at 1732198882306Disabling writes for close at 1732198882306Obtaining lock to block concurrent updates at 1732198882306Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732198882306Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1732198882307 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732198882312 (+5 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732198882312Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732198882330 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732198882330Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732198882351 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732198882375 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732198882375Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732198882385 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732198882398 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732198882398Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69a04686: reopening flushed file at 1732198882405 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@311cf014: reopening flushed file at 1732198882408 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@755ea2d7: reopening flushed file at 1732198882412 (+4 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 110ms, sequenceid=97, compaction requested=false at 1732198882416 (+4 ms)Writing region close event to WAL at 1732198882417 (+1 ms)Closed at 1732198882417 2024-11-21T14:21:22,419 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b6c15f69-1b6c-ccb6-4225-ea0044927efb/MasterData/WALs/8a7a968213a0,45247,1732198856798/8a7a968213a0%2C45247%2C1732198856798.1732198858117 not finished, retry = 0 2024-11-21T14:21:22,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33973 is added to blk_1073741830_1006 (size=63642) 2024-11-21T14:21:22,520 INFO [M:0;8a7a968213a0:45247 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T14:21:22,520 INFO [M:0;8a7a968213a0:45247 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45247 2024-11-21T14:21:22,520 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T14:21:22,521 INFO [M:0;8a7a968213a0:45247 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T14:21:22,624 INFO [M:0;8a7a968213a0:45247 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T14:21:22,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45247-0x1013ae6cde90003, quorum=127.0.0.1:62603, baseZNode=/1-597534930 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T14:21:22,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45247-0x1013ae6cde90003, quorum=127.0.0.1:62603, baseZNode=/1-597534930 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T14:21:22,628 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2c3d17ae{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T14:21:22,628 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@783d9914{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T14:21:22,628 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T14:21:22,628 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23c308c0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T14:21:22,628 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56253330{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff9001af-903e-7470-f394-ef3f0ad48987/hadoop.log.dir/,STOPPED} 2024-11-21T14:21:22,630 WARN [BP-299470206-172.17.0.2-1732198855736 heartbeating to localhost/127.0.0.1:40345 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T14:21:22,630 WARN [BP-299470206-172.17.0.2-1732198855736 heartbeating to localhost/127.0.0.1:40345 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-299470206-172.17.0.2-1732198855736 (Datanode Uuid e26c3643-a4e7-43ac-8322-50e361931800) service to localhost/127.0.0.1:40345 2024-11-21T14:21:22,630 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T14:21:22,630 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T14:21:22,631 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff9001af-903e-7470-f394-ef3f0ad48987/cluster_4d2a52c3-a1d2-e738-fc1c-568aaac78447/data/data1/current/BP-299470206-172.17.0.2-1732198855736 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T14:21:22,631 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff9001af-903e-7470-f394-ef3f0ad48987/cluster_4d2a52c3-a1d2-e738-fc1c-568aaac78447/data/data2/current/BP-299470206-172.17.0.2-1732198855736 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T14:21:22,631 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T14:21:22,637 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1fd31154{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T14:21:22,638 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1f25b769{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T14:21:22,638 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T14:21:22,638 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2f793bc3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T14:21:22,638 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@35937bb3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff9001af-903e-7470-f394-ef3f0ad48987/hadoop.log.dir/,STOPPED} 2024-11-21T14:21:22,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T14:21:22,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T14:21:22,656 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T14:21:22,656 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:21:22,656 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:21:22,656 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:21:22,656 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:21:22,656 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T14:21:22,656 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=88386685, stopped=false 2024-11-21T14:21:22,656 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8a7a968213a0,42271,1732198852627 2024-11-21T14:21:22,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45931-0x1013ae6cde90001, quorum=127.0.0.1:62603, baseZNode=/0-955089678 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-955089678/running 2024-11-21T14:21:22,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45931-0x1013ae6cde90001, quorum=127.0.0.1:62603, baseZNode=/0-955089678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-955089678 2024-11-21T14:21:22,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42271-0x1013ae6cde90000, quorum=127.0.0.1:62603, baseZNode=/0-955089678 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-955089678/running 2024-11-21T14:21:22,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42271-0x1013ae6cde90000, quorum=127.0.0.1:62603, baseZNode=/0-955089678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-955089678 2024-11-21T14:21:22,665 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T14:21:22,666 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45931-0x1013ae6cde90001, quorum=127.0.0.1:62603, baseZNode=/0-955089678 Set watcher on znode that does not yet exist, /0-955089678/running 2024-11-21T14:21:22,666 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T14:21:22,666 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:21:22,666 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:21:22,666 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42271-0x1013ae6cde90000, quorum=127.0.0.1:62603, baseZNode=/0-955089678 Set watcher on znode that does not yet exist, /0-955089678/running 2024-11-21T14:21:22,666 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8a7a968213a0,45931,1732198852680' ***** 2024-11-21T14:21:22,666 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T14:21:22,667 INFO [RS:0;8a7a968213a0:45931 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T14:21:22,667 INFO [RS:0;8a7a968213a0:45931 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T14:21:22,667 INFO [RS:0;8a7a968213a0:45931 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T14:21:22,667 INFO [RS:0;8a7a968213a0:45931 {}] regionserver.HRegionServer(3091): Received CLOSE for 01e5cf503a3502e25ce9ed998c861687 2024-11-21T14:21:22,667 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T14:21:22,668 INFO [RS:0;8a7a968213a0:45931 {}] regionserver.HRegionServer(3091): Received CLOSE for 3ef3ac681419ebd5be1b9a2f82fb215d 2024-11-21T14:21:22,668 INFO [RS:0;8a7a968213a0:45931 {}] regionserver.HRegionServer(959): stopping server 8a7a968213a0,45931,1732198852680 2024-11-21T14:21:22,668 INFO [RS:0;8a7a968213a0:45931 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T14:21:22,668 INFO [RS:0;8a7a968213a0:45931 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8a7a968213a0:45931. 2024-11-21T14:21:22,668 DEBUG [RS:0;8a7a968213a0:45931 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:21:22,668 DEBUG [RS:0;8a7a968213a0:45931 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:21:22,669 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 01e5cf503a3502e25ce9ed998c861687, disabling compactions & flushes 2024-11-21T14:21:22,669 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732198867558.01e5cf503a3502e25ce9ed998c861687. 2024-11-21T14:21:22,669 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732198867558.01e5cf503a3502e25ce9ed998c861687. 2024-11-21T14:21:22,669 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732198867558.01e5cf503a3502e25ce9ed998c861687. after waiting 0 ms 2024-11-21T14:21:22,669 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732198867558.01e5cf503a3502e25ce9ed998c861687. 2024-11-21T14:21:22,669 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 01e5cf503a3502e25ce9ed998c861687 3/3 column families, dataSize=594 B heapSize=1.63 KB 2024-11-21T14:21:22,669 INFO [RS:0;8a7a968213a0:45931 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T14:21:22,669 INFO [RS:0;8a7a968213a0:45931 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T14:21:22,669 INFO [RS:0;8a7a968213a0:45931 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T14:21:22,669 INFO [RS:0;8a7a968213a0:45931 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T14:21:22,669 INFO [RS:0;8a7a968213a0:45931 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-21T14:21:22,669 DEBUG [RS:0;8a7a968213a0:45931 {}] regionserver.HRegionServer(1325): Online Regions={01e5cf503a3502e25ce9ed998c861687=hbase:replication,,1732198867558.01e5cf503a3502e25ce9ed998c861687., 1588230740=hbase:meta,,1.1588230740, 3ef3ac681419ebd5be1b9a2f82fb215d=test,,1732198863604.3ef3ac681419ebd5be1b9a2f82fb215d.} 2024-11-21T14:21:22,669 DEBUG [RS:0;8a7a968213a0:45931 {}] regionserver.HRegionServer(1351): Waiting on 01e5cf503a3502e25ce9ed998c861687, 1588230740, 3ef3ac681419ebd5be1b9a2f82fb215d 2024-11-21T14:21:22,669 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T14:21:22,670 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T14:21:22,670 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T14:21:22,670 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T14:21:22,670 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T14:21:22,670 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-21T14:21:22,674 INFO [regionserver/8a7a968213a0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T14:21:22,693 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38587/user/jenkins/test-data/c275144a-663a-b36d-a80a-679d44e4f3a5/data/hbase/meta/1588230740/.tmp/info/6f73d40f702a4f77a17d31fe409edd8e is 147, key is hbase:replication,,1732198867558.01e5cf503a3502e25ce9ed998c861687./info:regioninfo/1732198867957/Put/seqid=0 2024-11-21T14:21:22,694 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38587/user/jenkins/test-data/c275144a-663a-b36d-a80a-679d44e4f3a5/data/hbase/replication/01e5cf503a3502e25ce9ed998c861687/.tmp/queue/4726781056b04376933d49d4a32ec0ec is 153, key is 1-8a7a968213a0,45931,1732198852680/queue:8a7a968213a0%2C45931%2C1732198852680/1732198874553/Put/seqid=0 2024-11-21T14:21:22,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34619 is added to blk_1073741840_1016 (size=5352) 2024-11-21T14:21:22,701 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38587/user/jenkins/test-data/c275144a-663a-b36d-a80a-679d44e4f3a5/data/hbase/replication/01e5cf503a3502e25ce9ed998c861687/.tmp/queue/4726781056b04376933d49d4a32ec0ec 2024-11-21T14:21:22,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34619 is added to blk_1073741841_1017 (size=7686) 2024-11-21T14:21:22,706 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38587/user/jenkins/test-data/c275144a-663a-b36d-a80a-679d44e4f3a5/data/hbase/meta/1588230740/.tmp/info/6f73d40f702a4f77a17d31fe409edd8e 2024-11-21T14:21:22,708 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38587/user/jenkins/test-data/c275144a-663a-b36d-a80a-679d44e4f3a5/data/hbase/replication/01e5cf503a3502e25ce9ed998c861687/.tmp/queue/4726781056b04376933d49d4a32ec0ec as hdfs://localhost:38587/user/jenkins/test-data/c275144a-663a-b36d-a80a-679d44e4f3a5/data/hbase/replication/01e5cf503a3502e25ce9ed998c861687/queue/4726781056b04376933d49d4a32ec0ec 2024-11-21T14:21:22,713 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38587/user/jenkins/test-data/c275144a-663a-b36d-a80a-679d44e4f3a5/data/hbase/replication/01e5cf503a3502e25ce9ed998c861687/queue/4726781056b04376933d49d4a32ec0ec, entries=1, sequenceid=8, filesize=5.2 K 2024-11-21T14:21:22,713 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 01e5cf503a3502e25ce9ed998c861687 in 44ms, sequenceid=8, compaction requested=false 2024-11-21T14:21:22,714 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-21T14:21:22,725 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38587/user/jenkins/test-data/c275144a-663a-b36d-a80a-679d44e4f3a5/data/hbase/meta/1588230740/.tmp/ns/aea709a40ef040bcb639ece72af4a7e0 is 43, key is default/ns:d/1732198855630/Put/seqid=0 2024-11-21T14:21:22,729 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38587/user/jenkins/test-data/c275144a-663a-b36d-a80a-679d44e4f3a5/data/hbase/replication/01e5cf503a3502e25ce9ed998c861687/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-21T14:21:22,730 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T14:21:22,730 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T14:21:22,732 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732198867558.01e5cf503a3502e25ce9ed998c861687. 2024-11-21T14:21:22,732 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 01e5cf503a3502e25ce9ed998c861687: Waiting for close lock at 1732198882668Running coprocessor pre-close hooks at 1732198882668Disabling compacts and flushes for region at 1732198882668Disabling writes for close at 1732198882669 (+1 ms)Obtaining lock to block concurrent updates at 1732198882669Preparing flush snapshotting stores in 01e5cf503a3502e25ce9ed998c861687 at 1732198882669Finished memstore snapshotting hbase:replication,,1732198867558.01e5cf503a3502e25ce9ed998c861687., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1616, getOffHeapSize=0, getCellsCount=4 at 1732198882669Flushing stores of hbase:replication,,1732198867558.01e5cf503a3502e25ce9ed998c861687. at 1732198882670 (+1 ms)Flushing 01e5cf503a3502e25ce9ed998c861687/queue: creating writer at 1732198882670Flushing 01e5cf503a3502e25ce9ed998c861687/queue: appending metadata at 1732198882694 (+24 ms)Flushing 01e5cf503a3502e25ce9ed998c861687/queue: closing flushed file at 1732198882694Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78215665: reopening flushed file at 1732198882707 (+13 ms)Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 01e5cf503a3502e25ce9ed998c861687 in 44ms, sequenceid=8, compaction requested=false at 1732198882714 (+7 ms)Writing region close event to WAL at 1732198882717 (+3 ms)Running coprocessor post-close hooks at 1732198882730 (+13 ms)Closed at 1732198882730 2024-11-21T14:21:22,732 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732198867558.01e5cf503a3502e25ce9ed998c861687. 2024-11-21T14:21:22,732 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3ef3ac681419ebd5be1b9a2f82fb215d, disabling compactions & flushes 2024-11-21T14:21:22,732 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732198863604.3ef3ac681419ebd5be1b9a2f82fb215d. 2024-11-21T14:21:22,732 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732198863604.3ef3ac681419ebd5be1b9a2f82fb215d. 2024-11-21T14:21:22,732 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732198863604.3ef3ac681419ebd5be1b9a2f82fb215d. after waiting 0 ms 2024-11-21T14:21:22,732 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732198863604.3ef3ac681419ebd5be1b9a2f82fb215d. 2024-11-21T14:21:22,733 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3ef3ac681419ebd5be1b9a2f82fb215d 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-21T14:21:22,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34619 is added to blk_1073741842_1018 (size=5153) 2024-11-21T14:21:22,737 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38587/user/jenkins/test-data/c275144a-663a-b36d-a80a-679d44e4f3a5/data/hbase/meta/1588230740/.tmp/ns/aea709a40ef040bcb639ece72af4a7e0 2024-11-21T14:21:22,764 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38587/user/jenkins/test-data/c275144a-663a-b36d-a80a-679d44e4f3a5/data/default/test/3ef3ac681419ebd5be1b9a2f82fb215d/.tmp/f/1deee8a74daf446ba7d954638a82c9d0 is 28, key is row/f:/1732198874036/DeleteFamily/seqid=0 2024-11-21T14:21:22,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34619 is added to blk_1073741843_1019 (size=5085) 2024-11-21T14:21:22,774 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38587/user/jenkins/test-data/c275144a-663a-b36d-a80a-679d44e4f3a5/data/default/test/3ef3ac681419ebd5be1b9a2f82fb215d/.tmp/f/1deee8a74daf446ba7d954638a82c9d0 2024-11-21T14:21:22,778 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1deee8a74daf446ba7d954638a82c9d0 2024-11-21T14:21:22,781 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38587/user/jenkins/test-data/c275144a-663a-b36d-a80a-679d44e4f3a5/data/hbase/meta/1588230740/.tmp/rep_barrier/14512b94a80f4c23b7a1aafbecc4b03c is 112, key is test,,1732198863604.3ef3ac681419ebd5be1b9a2f82fb215d./rep_barrier:seqnumDuringOpen/1732198863948/Put/seqid=0 2024-11-21T14:21:22,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34619 is added to blk_1073741844_1020 (size=5518) 2024-11-21T14:21:22,798 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38587/user/jenkins/test-data/c275144a-663a-b36d-a80a-679d44e4f3a5/data/default/test/3ef3ac681419ebd5be1b9a2f82fb215d/.tmp/f1/d623bcc9c2084dc483b128a33e01260c is 29, key is row/f1:/1732198874036/DeleteFamily/seqid=0 2024-11-21T14:21:22,798 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38587/user/jenkins/test-data/c275144a-663a-b36d-a80a-679d44e4f3a5/data/hbase/meta/1588230740/.tmp/rep_barrier/14512b94a80f4c23b7a1aafbecc4b03c 2024-11-21T14:21:22,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34619 is added to blk_1073741845_1021 (size=5089) 2024-11-21T14:21:22,810 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38587/user/jenkins/test-data/c275144a-663a-b36d-a80a-679d44e4f3a5/data/default/test/3ef3ac681419ebd5be1b9a2f82fb215d/.tmp/f1/d623bcc9c2084dc483b128a33e01260c 2024-11-21T14:21:22,820 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d623bcc9c2084dc483b128a33e01260c 2024-11-21T14:21:22,827 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38587/user/jenkins/test-data/c275144a-663a-b36d-a80a-679d44e4f3a5/data/hbase/meta/1588230740/.tmp/table/6e7905c437de4022a624cede4862b5c8 is 53, key is hbase:replication/table:state/1732198867964/Put/seqid=0 2024-11-21T14:21:22,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34619 is added to blk_1073741846_1022 (size=5308) 2024-11-21T14:21:22,834 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38587/user/jenkins/test-data/c275144a-663a-b36d-a80a-679d44e4f3a5/data/hbase/meta/1588230740/.tmp/table/6e7905c437de4022a624cede4862b5c8 2024-11-21T14:21:22,838 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38587/user/jenkins/test-data/c275144a-663a-b36d-a80a-679d44e4f3a5/data/hbase/meta/1588230740/.tmp/info/6f73d40f702a4f77a17d31fe409edd8e as hdfs://localhost:38587/user/jenkins/test-data/c275144a-663a-b36d-a80a-679d44e4f3a5/data/hbase/meta/1588230740/info/6f73d40f702a4f77a17d31fe409edd8e 2024-11-21T14:21:22,842 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38587/user/jenkins/test-data/c275144a-663a-b36d-a80a-679d44e4f3a5/data/hbase/meta/1588230740/info/6f73d40f702a4f77a17d31fe409edd8e, entries=20, sequenceid=16, filesize=7.5 K 2024-11-21T14:21:22,842 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38587/user/jenkins/test-data/c275144a-663a-b36d-a80a-679d44e4f3a5/data/hbase/meta/1588230740/.tmp/ns/aea709a40ef040bcb639ece72af4a7e0 as hdfs://localhost:38587/user/jenkins/test-data/c275144a-663a-b36d-a80a-679d44e4f3a5/data/hbase/meta/1588230740/ns/aea709a40ef040bcb639ece72af4a7e0 2024-11-21T14:21:22,844 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38587/user/jenkins/test-data/c275144a-663a-b36d-a80a-679d44e4f3a5/data/default/test/3ef3ac681419ebd5be1b9a2f82fb215d/.tmp/norep/fdf01909ef6d4caa8dcb9b1249f7a533 is 32, key is row/norep:/1732198874036/DeleteFamily/seqid=0 2024-11-21T14:21:22,847 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38587/user/jenkins/test-data/c275144a-663a-b36d-a80a-679d44e4f3a5/data/hbase/meta/1588230740/ns/aea709a40ef040bcb639ece72af4a7e0, entries=2, sequenceid=16, filesize=5.0 K 2024-11-21T14:21:22,848 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38587/user/jenkins/test-data/c275144a-663a-b36d-a80a-679d44e4f3a5/data/hbase/meta/1588230740/.tmp/rep_barrier/14512b94a80f4c23b7a1aafbecc4b03c as hdfs://localhost:38587/user/jenkins/test-data/c275144a-663a-b36d-a80a-679d44e4f3a5/data/hbase/meta/1588230740/rep_barrier/14512b94a80f4c23b7a1aafbecc4b03c 2024-11-21T14:21:22,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34619 is added to blk_1073741847_1023 (size=5101) 2024-11-21T14:21:22,853 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38587/user/jenkins/test-data/c275144a-663a-b36d-a80a-679d44e4f3a5/data/hbase/meta/1588230740/rep_barrier/14512b94a80f4c23b7a1aafbecc4b03c, entries=1, sequenceid=16, filesize=5.4 K 2024-11-21T14:21:22,854 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38587/user/jenkins/test-data/c275144a-663a-b36d-a80a-679d44e4f3a5/data/hbase/meta/1588230740/.tmp/table/6e7905c437de4022a624cede4862b5c8 as hdfs://localhost:38587/user/jenkins/test-data/c275144a-663a-b36d-a80a-679d44e4f3a5/data/hbase/meta/1588230740/table/6e7905c437de4022a624cede4862b5c8 2024-11-21T14:21:22,857 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38587/user/jenkins/test-data/c275144a-663a-b36d-a80a-679d44e4f3a5/data/hbase/meta/1588230740/table/6e7905c437de4022a624cede4862b5c8, entries=4, sequenceid=16, filesize=5.2 K 2024-11-21T14:21:22,858 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 188ms, sequenceid=16, compaction requested=false 2024-11-21T14:21:22,858 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T14:21:22,869 DEBUG [RS:0;8a7a968213a0:45931 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3ef3ac681419ebd5be1b9a2f82fb215d 2024-11-21T14:21:22,870 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38587/user/jenkins/test-data/c275144a-663a-b36d-a80a-679d44e4f3a5/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-21T14:21:22,870 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T14:21:22,870 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T14:21:22,870 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T14:21:22,870 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732198882669Running coprocessor pre-close hooks at 1732198882669Disabling compacts and flushes for region at 1732198882669Disabling writes for close at 1732198882670 (+1 ms)Obtaining lock to block concurrent updates at 1732198882670Preparing flush snapshotting stores in 1588230740 at 1732198882670Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732198882670Flushing stores of hbase:meta,,1.1588230740 at 1732198882671 (+1 ms)Flushing 1588230740/info: creating writer at 1732198882671Flushing 1588230740/info: appending metadata at 1732198882693 (+22 ms)Flushing 1588230740/info: closing flushed file at 1732198882693Flushing 1588230740/ns: creating writer at 1732198882710 (+17 ms)Flushing 1588230740/ns: appending metadata at 1732198882724 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732198882724Flushing 1588230740/rep_barrier: creating writer at 1732198882753 (+29 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732198882781 (+28 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732198882781Flushing 1588230740/table: creating writer at 1732198882811 (+30 ms)Flushing 1588230740/table: appending metadata at 1732198882826 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732198882827 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61e451a9: reopening flushed file at 1732198882837 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e86ed6c: reopening flushed file at 1732198882842 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@564b432d: reopening flushed file at 1732198882847 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17659a66: reopening flushed file at 1732198882853 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 188ms, sequenceid=16, compaction requested=false at 1732198882858 (+5 ms)Writing region close event to WAL at 1732198882867 (+9 ms)Running coprocessor post-close hooks at 1732198882870 (+3 ms)Closed at 1732198882870 2024-11-21T14:21:22,870 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T14:21:23,070 DEBUG [RS:0;8a7a968213a0:45931 {}] regionserver.HRegionServer(1351): Waiting on 3ef3ac681419ebd5be1b9a2f82fb215d 2024-11-21T14:21:23,251 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38587/user/jenkins/test-data/c275144a-663a-b36d-a80a-679d44e4f3a5/data/default/test/3ef3ac681419ebd5be1b9a2f82fb215d/.tmp/norep/fdf01909ef6d4caa8dcb9b1249f7a533 2024-11-21T14:21:23,255 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fdf01909ef6d4caa8dcb9b1249f7a533 2024-11-21T14:21:23,256 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38587/user/jenkins/test-data/c275144a-663a-b36d-a80a-679d44e4f3a5/data/default/test/3ef3ac681419ebd5be1b9a2f82fb215d/.tmp/f/1deee8a74daf446ba7d954638a82c9d0 as hdfs://localhost:38587/user/jenkins/test-data/c275144a-663a-b36d-a80a-679d44e4f3a5/data/default/test/3ef3ac681419ebd5be1b9a2f82fb215d/f/1deee8a74daf446ba7d954638a82c9d0 2024-11-21T14:21:23,260 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1deee8a74daf446ba7d954638a82c9d0 2024-11-21T14:21:23,261 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38587/user/jenkins/test-data/c275144a-663a-b36d-a80a-679d44e4f3a5/data/default/test/3ef3ac681419ebd5be1b9a2f82fb215d/f/1deee8a74daf446ba7d954638a82c9d0, entries=1, sequenceid=6, filesize=5.0 K 2024-11-21T14:21:23,261 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38587/user/jenkins/test-data/c275144a-663a-b36d-a80a-679d44e4f3a5/data/default/test/3ef3ac681419ebd5be1b9a2f82fb215d/.tmp/f1/d623bcc9c2084dc483b128a33e01260c as hdfs://localhost:38587/user/jenkins/test-data/c275144a-663a-b36d-a80a-679d44e4f3a5/data/default/test/3ef3ac681419ebd5be1b9a2f82fb215d/f1/d623bcc9c2084dc483b128a33e01260c 2024-11-21T14:21:23,266 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d623bcc9c2084dc483b128a33e01260c 2024-11-21T14:21:23,266 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38587/user/jenkins/test-data/c275144a-663a-b36d-a80a-679d44e4f3a5/data/default/test/3ef3ac681419ebd5be1b9a2f82fb215d/f1/d623bcc9c2084dc483b128a33e01260c, entries=1, sequenceid=6, filesize=5.0 K 2024-11-21T14:21:23,267 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38587/user/jenkins/test-data/c275144a-663a-b36d-a80a-679d44e4f3a5/data/default/test/3ef3ac681419ebd5be1b9a2f82fb215d/.tmp/norep/fdf01909ef6d4caa8dcb9b1249f7a533 as hdfs://localhost:38587/user/jenkins/test-data/c275144a-663a-b36d-a80a-679d44e4f3a5/data/default/test/3ef3ac681419ebd5be1b9a2f82fb215d/norep/fdf01909ef6d4caa8dcb9b1249f7a533 2024-11-21T14:21:23,270 DEBUG [RS:0;8a7a968213a0:45931 {}] regionserver.HRegionServer(1351): Waiting on 3ef3ac681419ebd5be1b9a2f82fb215d 2024-11-21T14:21:23,271 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fdf01909ef6d4caa8dcb9b1249f7a533 2024-11-21T14:21:23,271 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38587/user/jenkins/test-data/c275144a-663a-b36d-a80a-679d44e4f3a5/data/default/test/3ef3ac681419ebd5be1b9a2f82fb215d/norep/fdf01909ef6d4caa8dcb9b1249f7a533, entries=1, sequenceid=6, filesize=5.0 K 2024-11-21T14:21:23,271 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 3ef3ac681419ebd5be1b9a2f82fb215d in 539ms, sequenceid=6, compaction requested=false 2024-11-21T14:21:23,271 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-21T14:21:23,286 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38587/user/jenkins/test-data/c275144a-663a-b36d-a80a-679d44e4f3a5/data/default/test/3ef3ac681419ebd5be1b9a2f82fb215d/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-21T14:21:23,287 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T14:21:23,287 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T14:21:23,287 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732198863604.3ef3ac681419ebd5be1b9a2f82fb215d. 2024-11-21T14:21:23,287 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3ef3ac681419ebd5be1b9a2f82fb215d: Waiting for close lock at 1732198882732Running coprocessor pre-close hooks at 1732198882732Disabling compacts and flushes for region at 1732198882732Disabling writes for close at 1732198882732Obtaining lock to block concurrent updates at 1732198882733 (+1 ms)Preparing flush snapshotting stores in 3ef3ac681419ebd5be1b9a2f82fb215d at 1732198882733Finished memstore snapshotting test,,1732198863604.3ef3ac681419ebd5be1b9a2f82fb215d., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1732198882734 (+1 ms)Flushing stores of test,,1732198863604.3ef3ac681419ebd5be1b9a2f82fb215d. at 1732198882735 (+1 ms)Flushing 3ef3ac681419ebd5be1b9a2f82fb215d/f: creating writer at 1732198882735Flushing 3ef3ac681419ebd5be1b9a2f82fb215d/f: appending metadata at 1732198882763 (+28 ms)Flushing 3ef3ac681419ebd5be1b9a2f82fb215d/f: closing flushed file at 1732198882763Flushing 3ef3ac681419ebd5be1b9a2f82fb215d/f1: creating writer at 1732198882779 (+16 ms)Flushing 3ef3ac681419ebd5be1b9a2f82fb215d/f1: appending metadata at 1732198882797 (+18 ms)Flushing 3ef3ac681419ebd5be1b9a2f82fb215d/f1: closing flushed file at 1732198882797Flushing 3ef3ac681419ebd5be1b9a2f82fb215d/norep: creating writer at 1732198882821 (+24 ms)Flushing 3ef3ac681419ebd5be1b9a2f82fb215d/norep: appending metadata at 1732198882843 (+22 ms)Flushing 3ef3ac681419ebd5be1b9a2f82fb215d/norep: closing flushed file at 1732198882843Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37fd7fd4: reopening flushed file at 1732198883255 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54ce3b13: reopening flushed file at 1732198883261 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@df0381f: reopening flushed file at 1732198883266 (+5 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 3ef3ac681419ebd5be1b9a2f82fb215d in 539ms, sequenceid=6, compaction requested=false at 1732198883271 (+5 ms)Writing region close event to WAL at 1732198883280 (+9 ms)Running coprocessor post-close hooks at 1732198883287 (+7 ms)Closed at 1732198883287 2024-11-21T14:21:23,287 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732198863604.3ef3ac681419ebd5be1b9a2f82fb215d. 2024-11-21T14:21:23,470 INFO [RS:0;8a7a968213a0:45931 {}] regionserver.HRegionServer(976): stopping server 8a7a968213a0,45931,1732198852680; all regions closed. 2024-11-21T14:21:23,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34619 is added to blk_1073741834_1010 (size=4239) 2024-11-21T14:21:23,473 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c275144a-663a-b36d-a80a-679d44e4f3a5/WALs/8a7a968213a0,45931,1732198852680/8a7a968213a0%2C45931%2C1732198852680.meta.1732198855586.meta not finished, retry = 0 2024-11-21T14:21:23,499 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T14:21:23,500 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:23,500 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:23,501 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:23,501 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:23,501 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:23,502 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:23,502 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:23,532 INFO [regionserver/8a7a968213a0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T14:21:23,532 INFO [regionserver/8a7a968213a0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T14:21:23,554 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:23,554 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:23,555 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:23,555 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:23,555 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:23,556 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:23,565 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:23,570 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:23,570 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:23,572 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:23,577 DEBUG [RS:0;8a7a968213a0:45931 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c275144a-663a-b36d-a80a-679d44e4f3a5/oldWALs 2024-11-21T14:21:23,577 INFO [RS:0;8a7a968213a0:45931 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8a7a968213a0%2C45931%2C1732198852680.meta:.meta(num 1732198855586) 2024-11-21T14:21:23,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34619 is added to blk_1073741839_1015 (size=2240) 2024-11-21T14:21:23,605 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,45931,1732198852680.replicationSource.wal-reader.8a7a968213a0%2C45931%2C1732198852680,1-8a7a968213a0,45931,1732198852680 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38587/user/jenkins/test-data/c275144a-663a-b36d-a80a-679d44e4f3a5/WALs/8a7a968213a0,45931,1732198852680/8a7a968213a0%2C45931%2C1732198852680.1732198854665 to pos 636, reset compression=false 2024-11-21T14:21:23,605 DEBUG [RS:0;8a7a968213a0:45931 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c275144a-663a-b36d-a80a-679d44e4f3a5/oldWALs 2024-11-21T14:21:23,605 INFO [RS:0;8a7a968213a0:45931 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8a7a968213a0%2C45931%2C1732198852680.rep:(num 1732198867919) 2024-11-21T14:21:23,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34619 is added to blk_1073741832_1008 (size=1535) 2024-11-21T14:21:23,614 INFO [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,45931,1732198852680.replicationSource.wal-reader.8a7a968213a0%2C45931%2C1732198852680,1-8a7a968213a0,45931,1732198852680 {}] wal.ProtobufWALTailingReader(152): Reached partial WAL Trailer(EOF) while reading WALKey, originalPosition=1527, currentPosition=1535 org.apache.hbase.thirdparty.com.google.protobuf.InvalidProtocolBufferException: Message missing required fields: encoded_region_name, table_name, log_sequence_number, write_time at org.apache.hbase.thirdparty.com.google.protobuf.UninitializedMessageException.asInvalidProtocolBufferException(UninitializedMessageException.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.checkMessageInitialized(AbstractParser.java:45) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:209) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:214) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:25) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.GeneratedMessage.parseWithIOException(GeneratedMessage.java:324) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos$WALKey.parseFrom(WALProtos.java:2322) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.readWALKey(ProtobufWALTailingReader.java:127) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALTailingReader.next(ProtobufWALTailingReader.java:256) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.readNextEntryAndRecordReaderPosition(WALEntryStream.java:489) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.tryAdvanceEntry(WALEntryStream.java:337) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.WALEntryStream.hasNext(WALEntryStream.java:129) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.readWALEntries(ReplicationSourceWALReader.java:245) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:173) ~[classes/:?] 2024-11-21T14:21:23,614 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,45931,1732198852680.replicationSource.wal-reader.8a7a968213a0%2C45931%2C1732198852680,1-8a7a968213a0,45931,1732198852680 {}] regionserver.WALEntryStream(293): Reset reader hdfs://localhost:38587/user/jenkins/test-data/c275144a-663a-b36d-a80a-679d44e4f3a5/WALs/8a7a968213a0,45931,1732198852680/8a7a968213a0%2C45931%2C1732198852680.1732198854665 for the last time to pos 1527, reset compression=false 2024-11-21T14:21:23,616 DEBUG [RS:0;8a7a968213a0:45931 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c275144a-663a-b36d-a80a-679d44e4f3a5/oldWALs 2024-11-21T14:21:23,616 INFO [RS:0;8a7a968213a0:45931 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8a7a968213a0%2C45931%2C1732198852680:(num 1732198854665) 2024-11-21T14:21:23,616 DEBUG [RS:0;8a7a968213a0:45931 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:21:23,616 INFO [RS:0;8a7a968213a0:45931 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T14:21:23,616 INFO [RS:0;8a7a968213a0:45931 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T14:21:23,616 INFO [RS:0;8a7a968213a0:45931 {}] hbase.ChoreService(370): Chore service for: regionserver/8a7a968213a0:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T14:21:23,617 INFO [RS:0;8a7a968213a0:45931 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T14:21:23,617 INFO [regionserver/8a7a968213a0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T14:21:23,617 INFO [RS:0;8a7a968213a0:45931 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-8a7a968213a0,45931,1732198852680 because: Region server is closing 2024-11-21T14:21:23,617 INFO [RS:0;8a7a968213a0:45931 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8a7a968213a0:45931. 2024-11-21T14:21:23,617 DEBUG [RS:0;8a7a968213a0:45931 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:21:23,617 DEBUG [RS:0;8a7a968213a0:45931 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:21:23,618 DEBUG [RS:0;8a7a968213a0:45931 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:21:23,618 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:21:23,618 INFO [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,45931,1732198852680.replicationSource.wal-reader.8a7a968213a0%2C45931%2C1732198852680,1-8a7a968213a0,45931,1732198852680 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:38587/user/jenkins/test-data/c275144a-663a-b36d-a80a-679d44e4f3a5/WALs/8a7a968213a0,45931,1732198852680/8a7a968213a0%2C45931%2C1732198852680.1732198854665 was moved to hdfs://localhost:38587/user/jenkins/test-data/c275144a-663a-b36d-a80a-679d44e4f3a5/oldWALs/8a7a968213a0%2C45931%2C1732198852680.1732198854665 2024-11-21T14:21:23,619 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,45931,1732198852680.replicationSource.wal-reader.8a7a968213a0%2C45931%2C1732198852680,1-8a7a968213a0,45931,1732198852680 {}] regionserver.WALEntryStream(449): Reached the end of hdfs://localhost:38587/user/jenkins/test-data/c275144a-663a-b36d-a80a-679d44e4f3a5/WALs/8a7a968213a0,45931,1732198852680/8a7a968213a0%2C45931%2C1732198852680.1732198854665 and length of the file is 1535 2024-11-21T14:21:23,619 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,45931,1732198852680.replicationSource.wal-reader.8a7a968213a0%2C45931%2C1732198852680,1-8a7a968213a0,45931,1732198852680 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:38587/user/jenkins/test-data/c275144a-663a-b36d-a80a-679d44e4f3a5/WALs/8a7a968213a0,45931,1732198852680/8a7a968213a0%2C45931%2C1732198852680.1732198854665 2024-11-21T14:21:23,619 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,45931,1732198852680.replicationSource.wal-reader.8a7a968213a0%2C45931%2C1732198852680,1-8a7a968213a0,45931,1732198852680 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T14:21:23,619 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,45931,1732198852680.replicationSource.shipper8a7a968213a0%2C45931%2C1732198852680,1-8a7a968213a0,45931,1732198852680 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8a7a968213a0,45931,1732198852680 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38587/user/jenkins/test-data/c275144a-663a-b36d-a80a-679d44e4f3a5/WALs/8a7a968213a0,45931,1732198852680/8a7a968213a0%2C45931%2C1732198852680.1732198854665, lastWalPosition=1527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-21T14:21:23,620 ERROR [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,45931,1732198852680.replicationSource.shipper8a7a968213a0%2C45931%2C1732198852680,1-8a7a968213a0,45931,1732198852680 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 8a7a968213a0,45931,1732198852680: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-8a7a968213a0,45931,1732198852680, walGroup=8a7a968213a0%2C45931%2C1732198852680, offset=8a7a968213a0%2C45931%2C1732198852680.1732198854665:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8a7a968213a0:45931 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-21T14:21:23,621 ERROR [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,45931,1732198852680.replicationSource.shipper8a7a968213a0%2C45931%2C1732198852680,1-8a7a968213a0,45931,1732198852680 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-21T14:21:23,621 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,45931,1732198852680.replicationSource.shipper8a7a968213a0%2C45931%2C1732198852680,1-8a7a968213a0,45931,1732198852680 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-21T14:21:23,622 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,45931,1732198852680.replicationSource.shipper8a7a968213a0%2C45931%2C1732198852680,1-8a7a968213a0,45931,1732198852680 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-21T14:21:23,622 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,45931,1732198852680.replicationSource.shipper8a7a968213a0%2C45931%2C1732198852680,1-8a7a968213a0,45931,1732198852680 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-21T14:21:23,622 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,45931,1732198852680.replicationSource.shipper8a7a968213a0%2C45931%2C1732198852680,1-8a7a968213a0,45931,1732198852680 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-21T14:21:23,622 INFO [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,45931,1732198852680.replicationSource.shipper8a7a968213a0%2C45931%2C1732198852680,1-8a7a968213a0,45931,1732198852680 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1434451968, "init": 1048576000, "max": 2306867200, "used": 975437656 }, "NonHeapMemoryUsage": { "committed": 206700544, "init": 7667712, "max": -1, "used": 202350960 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-21T14:21:23,624 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,45931,1732198852680.replicationSource.shipper8a7a968213a0%2C45931%2C1732198852680,1-8a7a968213a0,45931,1732198852680 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [8a7a968213a0%2C45931%2C1732198852680.1732198854665] 2024-11-21T14:21:23,718 INFO [RS:0;8a7a968213a0:45931 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,45931,1732198852680.replicationSource.shipper8a7a968213a0%2C45931%2C1732198852680,1-8a7a968213a0,45931,1732198852680 terminated 2024-11-21T14:21:23,718 INFO [RS:0;8a7a968213a0:45931 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45931 2024-11-21T14:21:23,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45931-0x1013ae6cde90001, quorum=127.0.0.1:62603, baseZNode=/0-955089678 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-955089678/rs/8a7a968213a0,45931,1732198852680 2024-11-21T14:21:23,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42271-0x1013ae6cde90000, quorum=127.0.0.1:62603, baseZNode=/0-955089678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-955089678/rs 2024-11-21T14:21:23,720 INFO [RS:0;8a7a968213a0:45931 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T14:21:23,721 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8a7a968213a0,45931,1732198852680] 2024-11-21T14:21:23,724 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-955089678/draining/8a7a968213a0,45931,1732198852680 already deleted, retry=false 2024-11-21T14:21:23,724 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8a7a968213a0,45931,1732198852680 expired; onlineServers=0 2024-11-21T14:21:23,724 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8a7a968213a0,42271,1732198852627' ***** 2024-11-21T14:21:23,724 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T14:21:23,724 INFO [M:0;8a7a968213a0:42271 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T14:21:23,724 INFO [M:0;8a7a968213a0:42271 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T14:21:23,724 DEBUG [M:0;8a7a968213a0:42271 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T14:21:23,724 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T14:21:23,724 DEBUG [M:0;8a7a968213a0:42271 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T14:21:23,725 DEBUG [master/8a7a968213a0:0:becomeActiveMaster-HFileCleaner.large.0-1732198854445 {}] cleaner.HFileCleaner(306): Exit Thread[master/8a7a968213a0:0:becomeActiveMaster-HFileCleaner.large.0-1732198854445,5,FailOnTimeoutGroup] 2024-11-21T14:21:23,725 DEBUG [master/8a7a968213a0:0:becomeActiveMaster-HFileCleaner.small.0-1732198854445 {}] cleaner.HFileCleaner(306): Exit Thread[master/8a7a968213a0:0:becomeActiveMaster-HFileCleaner.small.0-1732198854445,5,FailOnTimeoutGroup] 2024-11-21T14:21:23,725 INFO [M:0;8a7a968213a0:42271 {}] hbase.ChoreService(370): Chore service for: master/8a7a968213a0:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T14:21:23,725 INFO [M:0;8a7a968213a0:42271 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T14:21:23,725 DEBUG [M:0;8a7a968213a0:42271 {}] master.HMaster(1795): Stopping service threads 2024-11-21T14:21:23,725 INFO [M:0;8a7a968213a0:42271 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T14:21:23,725 INFO [M:0;8a7a968213a0:42271 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T14:21:23,725 INFO [M:0;8a7a968213a0:42271 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T14:21:23,725 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T14:21:23,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42271-0x1013ae6cde90000, quorum=127.0.0.1:62603, baseZNode=/0-955089678 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-955089678/master 2024-11-21T14:21:23,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42271-0x1013ae6cde90000, quorum=127.0.0.1:62603, baseZNode=/0-955089678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-955089678 2024-11-21T14:21:23,727 DEBUG [M:0;8a7a968213a0:42271 {}] zookeeper.ZKUtil(347): master:42271-0x1013ae6cde90000, quorum=127.0.0.1:62603, baseZNode=/0-955089678 Unable to get data of znode /0-955089678/master because node does not exist (not an error) 2024-11-21T14:21:23,727 WARN [M:0;8a7a968213a0:42271 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T14:21:23,727 INFO [M:0;8a7a968213a0:42271 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38587/user/jenkins/test-data/c275144a-663a-b36d-a80a-679d44e4f3a5/.lastflushedseqids 2024-11-21T14:21:23,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34619 is added to blk_1073741848_1024 (size=245) 2024-11-21T14:21:23,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45931-0x1013ae6cde90001, quorum=127.0.0.1:62603, baseZNode=/0-955089678 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T14:21:23,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45931-0x1013ae6cde90001, quorum=127.0.0.1:62603, baseZNode=/0-955089678 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T14:21:23,822 INFO [RS:0;8a7a968213a0:45931 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T14:21:23,822 INFO [RS:0;8a7a968213a0:45931 {}] regionserver.HRegionServer(1031): Exiting; stopping=8a7a968213a0,45931,1732198852680; zookeeper connection closed. 2024-11-21T14:21:23,822 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4e7c901f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4e7c901f 2024-11-21T14:21:23,822 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T14:21:24,132 INFO [M:0;8a7a968213a0:42271 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T14:21:24,132 INFO [M:0;8a7a968213a0:42271 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T14:21:24,132 DEBUG [M:0;8a7a968213a0:42271 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T14:21:24,132 INFO [M:0;8a7a968213a0:42271 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:21:24,132 DEBUG [M:0;8a7a968213a0:42271 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:21:24,132 DEBUG [M:0;8a7a968213a0:42271 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T14:21:24,132 DEBUG [M:0;8a7a968213a0:42271 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:21:24,132 INFO [M:0;8a7a968213a0:42271 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-21T14:21:24,153 DEBUG [M:0;8a7a968213a0:42271 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38587/user/jenkins/test-data/c275144a-663a-b36d-a80a-679d44e4f3a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/31255b1c67e44bf4aa3b2215c2031d0e is 82, key is hbase:meta,,1/info:regioninfo/1732198855615/Put/seqid=0 2024-11-21T14:21:24,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34619 is added to blk_1073741849_1025 (size=5672) 2024-11-21T14:21:24,158 INFO [M:0;8a7a968213a0:42271 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38587/user/jenkins/test-data/c275144a-663a-b36d-a80a-679d44e4f3a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/31255b1c67e44bf4aa3b2215c2031d0e 2024-11-21T14:21:24,188 DEBUG [M:0;8a7a968213a0:42271 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38587/user/jenkins/test-data/c275144a-663a-b36d-a80a-679d44e4f3a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3825507686c344008bc8f284ba29218d is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732198867970/Put/seqid=0 2024-11-21T14:21:24,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34619 is added to blk_1073741850_1026 (size=8515) 2024-11-21T14:21:24,594 INFO [M:0;8a7a968213a0:42271 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38587/user/jenkins/test-data/c275144a-663a-b36d-a80a-679d44e4f3a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3825507686c344008bc8f284ba29218d 2024-11-21T14:21:24,621 DEBUG [M:0;8a7a968213a0:42271 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38587/user/jenkins/test-data/c275144a-663a-b36d-a80a-679d44e4f3a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1cb097a4ad404b8b9ca7fec4eb285a49 is 69, key is 8a7a968213a0,45931,1732198852680/rs:state/1732198854520/Put/seqid=0 2024-11-21T14:21:24,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34619 is added to blk_1073741851_1027 (size=5156) 2024-11-21T14:21:25,029 INFO [M:0;8a7a968213a0:42271 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38587/user/jenkins/test-data/c275144a-663a-b36d-a80a-679d44e4f3a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1cb097a4ad404b8b9ca7fec4eb285a49 2024-11-21T14:21:25,037 DEBUG [M:0;8a7a968213a0:42271 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38587/user/jenkins/test-data/c275144a-663a-b36d-a80a-679d44e4f3a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/31255b1c67e44bf4aa3b2215c2031d0e as hdfs://localhost:38587/user/jenkins/test-data/c275144a-663a-b36d-a80a-679d44e4f3a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/31255b1c67e44bf4aa3b2215c2031d0e 2024-11-21T14:21:25,041 INFO [M:0;8a7a968213a0:42271 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38587/user/jenkins/test-data/c275144a-663a-b36d-a80a-679d44e4f3a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/31255b1c67e44bf4aa3b2215c2031d0e, entries=8, sequenceid=97, filesize=5.5 K 2024-11-21T14:21:25,042 DEBUG [M:0;8a7a968213a0:42271 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38587/user/jenkins/test-data/c275144a-663a-b36d-a80a-679d44e4f3a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3825507686c344008bc8f284ba29218d as hdfs://localhost:38587/user/jenkins/test-data/c275144a-663a-b36d-a80a-679d44e4f3a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3825507686c344008bc8f284ba29218d 2024-11-21T14:21:25,051 INFO [M:0;8a7a968213a0:42271 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38587/user/jenkins/test-data/c275144a-663a-b36d-a80a-679d44e4f3a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3825507686c344008bc8f284ba29218d, entries=11, sequenceid=97, filesize=8.3 K 2024-11-21T14:21:25,059 DEBUG [M:0;8a7a968213a0:42271 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38587/user/jenkins/test-data/c275144a-663a-b36d-a80a-679d44e4f3a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1cb097a4ad404b8b9ca7fec4eb285a49 as hdfs://localhost:38587/user/jenkins/test-data/c275144a-663a-b36d-a80a-679d44e4f3a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1cb097a4ad404b8b9ca7fec4eb285a49 2024-11-21T14:21:25,064 INFO [M:0;8a7a968213a0:42271 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38587/user/jenkins/test-data/c275144a-663a-b36d-a80a-679d44e4f3a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1cb097a4ad404b8b9ca7fec4eb285a49, entries=1, sequenceid=97, filesize=5.0 K 2024-11-21T14:21:25,065 INFO [M:0;8a7a968213a0:42271 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 933ms, sequenceid=97, compaction requested=false 2024-11-21T14:21:25,071 INFO [M:0;8a7a968213a0:42271 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:21:25,071 DEBUG [M:0;8a7a968213a0:42271 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732198884132Disabling compacts and flushes for region at 1732198884132Disabling writes for close at 1732198884132Obtaining lock to block concurrent updates at 1732198884132Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732198884132Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1732198884133 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732198884133Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732198884133Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732198884152 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732198884152Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732198884168 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732198884188 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732198884188Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732198884599 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732198884620 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732198884620Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f18b6e9: reopening flushed file at 1732198885036 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27442cb2: reopening flushed file at 1732198885041 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47d0ef8c: reopening flushed file at 1732198885052 (+11 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 933ms, sequenceid=97, compaction requested=false at 1732198885065 (+13 ms)Writing region close event to WAL at 1732198885071 (+6 ms)Closed at 1732198885071 2024-11-21T14:21:25,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34619 is added to blk_1073741830_1006 (size=63642) 2024-11-21T14:21:25,082 INFO [M:0;8a7a968213a0:42271 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T14:21:25,082 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T14:21:25,082 INFO [M:0;8a7a968213a0:42271 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42271 2024-11-21T14:21:25,083 INFO [M:0;8a7a968213a0:42271 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T14:21:25,191 INFO [M:0;8a7a968213a0:42271 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T14:21:25,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42271-0x1013ae6cde90000, quorum=127.0.0.1:62603, baseZNode=/0-955089678 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T14:21:25,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42271-0x1013ae6cde90000, quorum=127.0.0.1:62603, baseZNode=/0-955089678 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T14:21:25,218 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5f3382dd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T14:21:25,219 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@72f34e90{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T14:21:25,219 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T14:21:25,219 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c41a706{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T14:21:25,219 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c7cba5c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5f95210-ab39-f432-f193-25ff9e26eaa0/hadoop.log.dir/,STOPPED} 2024-11-21T14:21:25,222 WARN [BP-1148064543-172.17.0.2-1732198851446 heartbeating to localhost/127.0.0.1:38587 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T14:21:25,222 WARN [BP-1148064543-172.17.0.2-1732198851446 heartbeating to localhost/127.0.0.1:38587 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1148064543-172.17.0.2-1732198851446 (Datanode Uuid f2b67479-96fd-473e-8e86-5a65bc14837f) service to localhost/127.0.0.1:38587 2024-11-21T14:21:25,222 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T14:21:25,222 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T14:21:25,228 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5f95210-ab39-f432-f193-25ff9e26eaa0/cluster_d42a92d1-d7fd-5c69-5d53-61abd967991c/data/data1/current/BP-1148064543-172.17.0.2-1732198851446 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T14:21:25,228 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5f95210-ab39-f432-f193-25ff9e26eaa0/cluster_d42a92d1-d7fd-5c69-5d53-61abd967991c/data/data2/current/BP-1148064543-172.17.0.2-1732198851446 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T14:21:25,228 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T14:21:25,239 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7b6dcfaa{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T14:21:25,240 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d101001{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T14:21:25,240 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T14:21:25,240 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3dbebb6d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T14:21:25,240 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@21f1a455{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5f95210-ab39-f432-f193-25ff9e26eaa0/hadoop.log.dir/,STOPPED} 2024-11-21T14:21:25,257 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-21T14:21:25,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T14:21:25,302 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=361 (was 315) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:38587 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62603) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40345 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62603) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:39807 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:39807 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38587 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:39807 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39807 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38587 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:38587 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38587 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:40345 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40345 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38587 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:40345 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62603) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:40345 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:38587 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:40345 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:38587 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39807 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:39807 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39807 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40345 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38587 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40345 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39807 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=793 (was 733) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=416 (was 354) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4463 (was 3821) - AvailableMemoryMB LEAK? - 2024-11-21T14:21:25,321 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=361, OpenFileDescriptor=793, MaxFileDescriptor=1048576, SystemLoadAverage=416, ProcessCount=11, AvailableMemoryMB=4457 2024-11-21T14:21:25,335 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-21T14:21:25,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fa1b298-5e8f-d98c-c9ca-5f8aed3b9d69/hadoop.log.dir so I do NOT create it in target/test-data/d7fcaa7d-4dd4-27d0-fcdf-909eb239f5c6 2024-11-21T14:21:25,336 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fa1b298-5e8f-d98c-c9ca-5f8aed3b9d69/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T14:21:25,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fa1b298-5e8f-d98c-c9ca-5f8aed3b9d69/hadoop.tmp.dir so I do NOT create it in target/test-data/d7fcaa7d-4dd4-27d0-fcdf-909eb239f5c6 2024-11-21T14:21:25,336 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6fa1b298-5e8f-d98c-c9ca-5f8aed3b9d69/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T14:21:25,336 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7fcaa7d-4dd4-27d0-fcdf-909eb239f5c6 2024-11-21T14:21:25,336 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7fcaa7d-4dd4-27d0-fcdf-909eb239f5c6/cluster_718cdafc-7c8e-99e1-cd3b-fc0b32d8c912, deleteOnExit=true 2024-11-21T14:21:25,342 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7fcaa7d-4dd4-27d0-fcdf-909eb239f5c6/cluster_718cdafc-7c8e-99e1-cd3b-fc0b32d8c912/zookeeper_0, clientPort=52524, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7fcaa7d-4dd4-27d0-fcdf-909eb239f5c6/cluster_718cdafc-7c8e-99e1-cd3b-fc0b32d8c912/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7fcaa7d-4dd4-27d0-fcdf-909eb239f5c6/cluster_718cdafc-7c8e-99e1-cd3b-fc0b32d8c912/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-21T14:21:25,343 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52524 2024-11-21T14:21:25,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T14:21:25,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T14:21:25,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7fcaa7d-4dd4-27d0-fcdf-909eb239f5c6/test.cache.data in system properties and HBase conf 2024-11-21T14:21:25,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7fcaa7d-4dd4-27d0-fcdf-909eb239f5c6/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T14:21:25,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7fcaa7d-4dd4-27d0-fcdf-909eb239f5c6/hadoop.log.dir in system properties and HBase conf 2024-11-21T14:21:25,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7fcaa7d-4dd4-27d0-fcdf-909eb239f5c6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T14:21:25,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7fcaa7d-4dd4-27d0-fcdf-909eb239f5c6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T14:21:25,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T14:21:25,343 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T14:21:25,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7fcaa7d-4dd4-27d0-fcdf-909eb239f5c6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T14:21:25,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7fcaa7d-4dd4-27d0-fcdf-909eb239f5c6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T14:21:25,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7fcaa7d-4dd4-27d0-fcdf-909eb239f5c6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T14:21:25,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7fcaa7d-4dd4-27d0-fcdf-909eb239f5c6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T14:21:25,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7fcaa7d-4dd4-27d0-fcdf-909eb239f5c6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T14:21:25,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7fcaa7d-4dd4-27d0-fcdf-909eb239f5c6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T14:21:25,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7fcaa7d-4dd4-27d0-fcdf-909eb239f5c6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T14:21:25,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7fcaa7d-4dd4-27d0-fcdf-909eb239f5c6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T14:21:25,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7fcaa7d-4dd4-27d0-fcdf-909eb239f5c6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T14:21:25,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7fcaa7d-4dd4-27d0-fcdf-909eb239f5c6/nfs.dump.dir in system properties and HBase conf 2024-11-21T14:21:25,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7fcaa7d-4dd4-27d0-fcdf-909eb239f5c6/java.io.tmpdir in system properties and HBase conf 2024-11-21T14:21:25,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7fcaa7d-4dd4-27d0-fcdf-909eb239f5c6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T14:21:25,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7fcaa7d-4dd4-27d0-fcdf-909eb239f5c6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T14:21:25,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7fcaa7d-4dd4-27d0-fcdf-909eb239f5c6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T14:21:25,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1013ae6cde90002, quorum=127.0.0.1:62603, baseZNode=/0-955089678 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T14:21:25,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1013ae6cde90008, quorum=127.0.0.1:62603, baseZNode=/2-2074997109 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T14:21:25,354 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1013ae6cde90002, quorum=127.0.0.1:62603, baseZNode=/0-955089678 Received Disconnected from ZooKeeper, ignoring 2024-11-21T14:21:25,354 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1013ae6cde90008, quorum=127.0.0.1:62603, baseZNode=/2-2074997109 Received Disconnected from ZooKeeper, ignoring 2024-11-21T14:21:25,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1013ae6cde90005, quorum=127.0.0.1:62603, baseZNode=/1-597534930 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T14:21:25,354 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1013ae6cde90005, quorum=127.0.0.1:62603, baseZNode=/1-597534930 Received Disconnected from ZooKeeper, ignoring 2024-11-21T14:21:25,435 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T14:21:25,440 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T14:21:25,453 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T14:21:25,453 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T14:21:25,453 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T14:21:25,456 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T14:21:25,457 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ee9bec7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7fcaa7d-4dd4-27d0-fcdf-909eb239f5c6/hadoop.log.dir/,AVAILABLE} 2024-11-21T14:21:25,457 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@61d1ce3b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T14:21:25,602 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@723f03d2{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7fcaa7d-4dd4-27d0-fcdf-909eb239f5c6/java.io.tmpdir/jetty-localhost-41971-hadoop-hdfs-3_4_1-tests_jar-_-any-9924704672761036625/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T14:21:25,603 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@41493b7b{HTTP/1.1, (http/1.1)}{localhost:41971} 2024-11-21T14:21:25,603 INFO [Time-limited test {}] server.Server(415): Started @273708ms 2024-11-21T14:21:25,725 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T14:21:25,730 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T14:21:25,731 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T14:21:25,731 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T14:21:25,731 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T14:21:25,732 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f885238{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7fcaa7d-4dd4-27d0-fcdf-909eb239f5c6/hadoop.log.dir/,AVAILABLE} 2024-11-21T14:21:25,733 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@54943068{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T14:21:25,878 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6215f76f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7fcaa7d-4dd4-27d0-fcdf-909eb239f5c6/java.io.tmpdir/jetty-localhost-38971-hadoop-hdfs-3_4_1-tests_jar-_-any-9369340040216957270/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T14:21:25,878 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5229426c{HTTP/1.1, (http/1.1)}{localhost:38971} 2024-11-21T14:21:25,878 INFO [Time-limited test {}] server.Server(415): Started @273984ms 2024-11-21T14:21:25,880 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T14:21:26,022 WARN [Thread-4124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7fcaa7d-4dd4-27d0-fcdf-909eb239f5c6/cluster_718cdafc-7c8e-99e1-cd3b-fc0b32d8c912/data/data1/current/BP-104863786-172.17.0.2-1732198885366/current, will proceed with Du for space computation calculation, 2024-11-21T14:21:26,023 WARN [Thread-4125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7fcaa7d-4dd4-27d0-fcdf-909eb239f5c6/cluster_718cdafc-7c8e-99e1-cd3b-fc0b32d8c912/data/data2/current/BP-104863786-172.17.0.2-1732198885366/current, will proceed with Du for space computation calculation, 2024-11-21T14:21:26,049 WARN [Thread-4112 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T14:21:26,052 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd5871df8750f9fac with lease ID 0xc59fa51716f0331f: Processing first storage report for DS-b1fcd90d-2e9a-4037-8412-e5838a7a15c9 from datanode DatanodeRegistration(127.0.0.1:34521, datanodeUuid=232508a2-b8ed-4245-8dc0-598ad8e14145, infoPort=39629, infoSecurePort=0, ipcPort=33681, storageInfo=lv=-57;cid=testClusterID;nsid=1822807088;c=1732198885366) 2024-11-21T14:21:26,052 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd5871df8750f9fac with lease ID 0xc59fa51716f0331f: from storage DS-b1fcd90d-2e9a-4037-8412-e5838a7a15c9 node DatanodeRegistration(127.0.0.1:34521, datanodeUuid=232508a2-b8ed-4245-8dc0-598ad8e14145, infoPort=39629, infoSecurePort=0, ipcPort=33681, storageInfo=lv=-57;cid=testClusterID;nsid=1822807088;c=1732198885366), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T14:21:26,052 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd5871df8750f9fac with lease ID 0xc59fa51716f0331f: Processing first storage report for DS-19fb261f-021d-4fcc-bb43-780cce0f8157 from datanode DatanodeRegistration(127.0.0.1:34521, datanodeUuid=232508a2-b8ed-4245-8dc0-598ad8e14145, infoPort=39629, infoSecurePort=0, ipcPort=33681, storageInfo=lv=-57;cid=testClusterID;nsid=1822807088;c=1732198885366) 2024-11-21T14:21:26,052 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd5871df8750f9fac with lease ID 0xc59fa51716f0331f: from storage DS-19fb261f-021d-4fcc-bb43-780cce0f8157 node DatanodeRegistration(127.0.0.1:34521, datanodeUuid=232508a2-b8ed-4245-8dc0-598ad8e14145, infoPort=39629, infoSecurePort=0, ipcPort=33681, storageInfo=lv=-57;cid=testClusterID;nsid=1822807088;c=1732198885366), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T14:21:26,131 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7fcaa7d-4dd4-27d0-fcdf-909eb239f5c6 2024-11-21T14:21:26,131 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:21:26,133 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:21:26,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34521 is added to blk_1073741825_1001 (size=7) 2024-11-21T14:21:26,546 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39779/user/jenkins/test-data/c7f8035e-e236-51a6-5119-07461bbe7136 with version=8 2024-11-21T14:21:26,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39779/user/jenkins/test-data/c7f8035e-e236-51a6-5119-07461bbe7136/hbase-staging 2024-11-21T14:21:26,548 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8a7a968213a0:0 server-side Connection retries=45 2024-11-21T14:21:26,548 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T14:21:26,548 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T14:21:26,548 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T14:21:26,548 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T14:21:26,548 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T14:21:26,548 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T14:21:26,549 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T14:21:26,549 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34113 2024-11-21T14:21:26,550 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34113 connecting to ZooKeeper ensemble=127.0.0.1:52524 2024-11-21T14:21:26,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:341130x0, quorum=127.0.0.1:52524, baseZNode=/01006041192 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T14:21:26,559 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34113-0x1013ae7526d0000 connected 2024-11-21T14:21:26,577 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:21:26,578 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:21:26,580 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34113-0x1013ae7526d0000, quorum=127.0.0.1:52524, baseZNode=/01006041192 Set watcher on znode that does not yet exist, /01006041192/running 2024-11-21T14:21:26,580 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39779/user/jenkins/test-data/c7f8035e-e236-51a6-5119-07461bbe7136, hbase.cluster.distributed=false 2024-11-21T14:21:26,582 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34113-0x1013ae7526d0000, quorum=127.0.0.1:52524, baseZNode=/01006041192 Set watcher on znode that does not yet exist, /01006041192/acl 2024-11-21T14:21:26,588 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34113 2024-11-21T14:21:26,588 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34113 2024-11-21T14:21:26,589 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34113 2024-11-21T14:21:26,589 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34113 2024-11-21T14:21:26,589 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34113 2024-11-21T14:21:26,604 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8a7a968213a0:0 server-side Connection retries=45 2024-11-21T14:21:26,604 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T14:21:26,604 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T14:21:26,604 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T14:21:26,604 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T14:21:26,604 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T14:21:26,605 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T14:21:26,605 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T14:21:26,605 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43887 2024-11-21T14:21:26,606 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43887 connecting to ZooKeeper ensemble=127.0.0.1:52524 2024-11-21T14:21:26,606 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:21:26,608 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:21:26,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:438870x0, quorum=127.0.0.1:52524, baseZNode=/01006041192 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T14:21:26,614 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:438870x0, quorum=127.0.0.1:52524, baseZNode=/01006041192 Set watcher on znode that does not yet exist, /01006041192/running 2024-11-21T14:21:26,614 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43887-0x1013ae7526d0001 connected 2024-11-21T14:21:26,614 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T14:21:26,615 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T14:21:26,615 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43887-0x1013ae7526d0001, quorum=127.0.0.1:52524, baseZNode=/01006041192 Set watcher on znode that does not yet exist, /01006041192/master 2024-11-21T14:21:26,616 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43887-0x1013ae7526d0001, quorum=127.0.0.1:52524, baseZNode=/01006041192 Set watcher on znode that does not yet exist, /01006041192/acl 2024-11-21T14:21:26,619 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43887 2024-11-21T14:21:26,620 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43887 2024-11-21T14:21:26,622 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43887 2024-11-21T14:21:26,628 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43887 2024-11-21T14:21:26,628 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43887 2024-11-21T14:21:26,644 DEBUG [M:0;8a7a968213a0:34113 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8a7a968213a0:34113 2024-11-21T14:21:26,646 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01006041192/backup-masters/8a7a968213a0,34113,1732198886548 2024-11-21T14:21:26,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34113-0x1013ae7526d0000, quorum=127.0.0.1:52524, baseZNode=/01006041192 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01006041192/backup-masters 2024-11-21T14:21:26,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43887-0x1013ae7526d0001, quorum=127.0.0.1:52524, baseZNode=/01006041192 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01006041192/backup-masters 2024-11-21T14:21:26,648 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34113-0x1013ae7526d0000, quorum=127.0.0.1:52524, baseZNode=/01006041192 Set watcher on existing znode=/01006041192/backup-masters/8a7a968213a0,34113,1732198886548 2024-11-21T14:21:26,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43887-0x1013ae7526d0001, quorum=127.0.0.1:52524, baseZNode=/01006041192 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01006041192/master 2024-11-21T14:21:26,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34113-0x1013ae7526d0000, quorum=127.0.0.1:52524, baseZNode=/01006041192 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01006041192 2024-11-21T14:21:26,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43887-0x1013ae7526d0001, quorum=127.0.0.1:52524, baseZNode=/01006041192 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01006041192 2024-11-21T14:21:26,650 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34113-0x1013ae7526d0000, quorum=127.0.0.1:52524, baseZNode=/01006041192 Set watcher on existing znode=/01006041192/master 2024-11-21T14:21:26,650 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01006041192/backup-masters/8a7a968213a0,34113,1732198886548 from backup master directory 2024-11-21T14:21:26,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34113-0x1013ae7526d0000, quorum=127.0.0.1:52524, baseZNode=/01006041192 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01006041192/backup-masters/8a7a968213a0,34113,1732198886548 2024-11-21T14:21:26,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43887-0x1013ae7526d0001, quorum=127.0.0.1:52524, baseZNode=/01006041192 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01006041192/backup-masters 2024-11-21T14:21:26,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34113-0x1013ae7526d0000, quorum=127.0.0.1:52524, baseZNode=/01006041192 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01006041192/backup-masters 2024-11-21T14:21:26,652 WARN [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T14:21:26,652 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8a7a968213a0,34113,1732198886548 2024-11-21T14:21:26,657 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39779/user/jenkins/test-data/c7f8035e-e236-51a6-5119-07461bbe7136/hbase.id] with ID: 7d02a819-e15f-45e0-a6d6-274509eaf9c2 2024-11-21T14:21:26,657 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39779/user/jenkins/test-data/c7f8035e-e236-51a6-5119-07461bbe7136/.tmp/hbase.id 2024-11-21T14:21:26,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34521 is added to blk_1073741826_1002 (size=42) 2024-11-21T14:21:27,066 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39779/user/jenkins/test-data/c7f8035e-e236-51a6-5119-07461bbe7136/.tmp/hbase.id]:[hdfs://localhost:39779/user/jenkins/test-data/c7f8035e-e236-51a6-5119-07461bbe7136/hbase.id] 2024-11-21T14:21:27,076 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:21:27,076 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T14:21:27,077 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-21T14:21:27,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34113-0x1013ae7526d0000, quorum=127.0.0.1:52524, baseZNode=/01006041192 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01006041192 2024-11-21T14:21:27,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43887-0x1013ae7526d0001, quorum=127.0.0.1:52524, baseZNode=/01006041192 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01006041192 2024-11-21T14:21:27,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34521 is added to blk_1073741827_1003 (size=196) 2024-11-21T14:21:27,244 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T14:21:27,244 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-21T14:21:27,244 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-21T14:21:27,244 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T14:21:27,487 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T14:21:27,488 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T14:21:27,489 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:21:27,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34521 is added to blk_1073741828_1004 (size=1189) 2024-11-21T14:21:27,899 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39779/user/jenkins/test-data/c7f8035e-e236-51a6-5119-07461bbe7136/MasterData/data/master/store 2024-11-21T14:21:27,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34521 is added to blk_1073741829_1005 (size=34) 2024-11-21T14:21:28,305 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:21:28,305 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T14:21:28,305 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:21:28,305 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:21:28,305 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T14:21:28,305 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:21:28,305 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:21:28,305 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732198888305Disabling compacts and flushes for region at 1732198888305Disabling writes for close at 1732198888305Writing region close event to WAL at 1732198888305Closed at 1732198888305 2024-11-21T14:21:28,306 WARN [master/8a7a968213a0:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39779/user/jenkins/test-data/c7f8035e-e236-51a6-5119-07461bbe7136/MasterData/data/master/store/.initializing 2024-11-21T14:21:28,306 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39779/user/jenkins/test-data/c7f8035e-e236-51a6-5119-07461bbe7136/MasterData/WALs/8a7a968213a0,34113,1732198886548 2024-11-21T14:21:28,307 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T14:21:28,309 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8a7a968213a0%2C34113%2C1732198886548, suffix=, logDir=hdfs://localhost:39779/user/jenkins/test-data/c7f8035e-e236-51a6-5119-07461bbe7136/MasterData/WALs/8a7a968213a0,34113,1732198886548, archiveDir=hdfs://localhost:39779/user/jenkins/test-data/c7f8035e-e236-51a6-5119-07461bbe7136/MasterData/oldWALs, maxLogs=10 2024-11-21T14:21:28,332 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c7f8035e-e236-51a6-5119-07461bbe7136/MasterData/WALs/8a7a968213a0,34113,1732198886548/8a7a968213a0%2C34113%2C1732198886548.1732198888309, exclude list is [], retry=0 2024-11-21T14:21:28,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34521,DS-b1fcd90d-2e9a-4037-8412-e5838a7a15c9,DISK] 2024-11-21T14:21:28,339 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c7f8035e-e236-51a6-5119-07461bbe7136/MasterData/WALs/8a7a968213a0,34113,1732198886548/8a7a968213a0%2C34113%2C1732198886548.1732198888309 2024-11-21T14:21:28,340 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39629:39629)] 2024-11-21T14:21:28,340 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T14:21:28,341 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:21:28,341 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:21:28,341 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:21:28,347 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:21:28,348 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T14:21:28,348 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:21:28,351 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:21:28,351 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:21:28,354 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T14:21:28,354 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:21:28,355 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:21:28,355 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:21:28,356 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T14:21:28,356 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:21:28,357 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:21:28,357 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:21:28,358 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T14:21:28,358 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:21:28,359 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:21:28,359 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:21:28,360 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39779/user/jenkins/test-data/c7f8035e-e236-51a6-5119-07461bbe7136/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:21:28,360 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39779/user/jenkins/test-data/c7f8035e-e236-51a6-5119-07461bbe7136/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:21:28,361 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:21:28,361 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:21:28,362 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T14:21:28,363 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:21:28,366 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39779/user/jenkins/test-data/c7f8035e-e236-51a6-5119-07461bbe7136/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T14:21:28,366 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61781561, jitterRate=-0.0793830007314682}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T14:21:28,367 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732198888341Initializing all the Stores at 1732198888342 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198888342Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198888346 (+4 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198888346Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198888346Cleaning up temporary data from old regions at 1732198888361 (+15 ms)Region opened successfully at 1732198888367 (+6 ms) 2024-11-21T14:21:28,376 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T14:21:28,380 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fe6d8b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8a7a968213a0/172.17.0.2:0 2024-11-21T14:21:28,381 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T14:21:28,381 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T14:21:28,381 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T14:21:28,381 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T14:21:28,381 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T14:21:28,382 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T14:21:28,382 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T14:21:28,394 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T14:21:28,395 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34113-0x1013ae7526d0000, quorum=127.0.0.1:52524, baseZNode=/01006041192 Unable to get data of znode /01006041192/balancer because node does not exist (not necessarily an error) 2024-11-21T14:21:28,396 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01006041192/balancer already deleted, retry=false 2024-11-21T14:21:28,397 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T14:21:28,397 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34113-0x1013ae7526d0000, quorum=127.0.0.1:52524, baseZNode=/01006041192 Unable to get data of znode /01006041192/normalizer because node does not exist (not necessarily an error) 2024-11-21T14:21:28,399 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01006041192/normalizer already deleted, retry=false 2024-11-21T14:21:28,399 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T14:21:28,400 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34113-0x1013ae7526d0000, quorum=127.0.0.1:52524, baseZNode=/01006041192 Unable to get data of znode /01006041192/switch/split because node does not exist (not necessarily an error) 2024-11-21T14:21:28,402 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01006041192/switch/split already deleted, retry=false 2024-11-21T14:21:28,404 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34113-0x1013ae7526d0000, quorum=127.0.0.1:52524, baseZNode=/01006041192 Unable to get data of znode /01006041192/switch/merge because node does not exist (not necessarily an error) 2024-11-21T14:21:28,405 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01006041192/switch/merge already deleted, retry=false 2024-11-21T14:21:28,407 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34113-0x1013ae7526d0000, quorum=127.0.0.1:52524, baseZNode=/01006041192 Unable to get data of znode /01006041192/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T14:21:28,408 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01006041192/snapshot-cleanup already deleted, retry=false 2024-11-21T14:21:28,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34113-0x1013ae7526d0000, quorum=127.0.0.1:52524, baseZNode=/01006041192 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01006041192/running 2024-11-21T14:21:28,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34113-0x1013ae7526d0000, quorum=127.0.0.1:52524, baseZNode=/01006041192 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01006041192 2024-11-21T14:21:28,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43887-0x1013ae7526d0001, quorum=127.0.0.1:52524, baseZNode=/01006041192 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01006041192/running 2024-11-21T14:21:28,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43887-0x1013ae7526d0001, quorum=127.0.0.1:52524, baseZNode=/01006041192 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01006041192 2024-11-21T14:21:28,410 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8a7a968213a0,34113,1732198886548, sessionid=0x1013ae7526d0000, setting cluster-up flag (Was=false) 2024-11-21T14:21:28,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34113-0x1013ae7526d0000, quorum=127.0.0.1:52524, baseZNode=/01006041192 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01006041192 2024-11-21T14:21:28,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43887-0x1013ae7526d0001, quorum=127.0.0.1:52524, baseZNode=/01006041192 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01006041192 2024-11-21T14:21:28,423 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01006041192/flush-table-proc/acquired, /01006041192/flush-table-proc/reached, /01006041192/flush-table-proc/abort 2024-11-21T14:21:28,424 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8a7a968213a0,34113,1732198886548 2024-11-21T14:21:28,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34113-0x1013ae7526d0000, quorum=127.0.0.1:52524, baseZNode=/01006041192 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01006041192 2024-11-21T14:21:28,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43887-0x1013ae7526d0001, quorum=127.0.0.1:52524, baseZNode=/01006041192 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01006041192 2024-11-21T14:21:28,434 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01006041192/online-snapshot/acquired, /01006041192/online-snapshot/reached, /01006041192/online-snapshot/abort 2024-11-21T14:21:28,435 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8a7a968213a0,34113,1732198886548 2024-11-21T14:21:28,436 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39779/user/jenkins/test-data/c7f8035e-e236-51a6-5119-07461bbe7136/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T14:21:28,438 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T14:21:28,438 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T14:21:28,438 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T14:21:28,439 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8a7a968213a0,34113,1732198886548 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T14:21:28,440 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8a7a968213a0:0, corePoolSize=5, maxPoolSize=5 2024-11-21T14:21:28,441 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8a7a968213a0:0, corePoolSize=5, maxPoolSize=5 2024-11-21T14:21:28,441 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8a7a968213a0:0, corePoolSize=5, maxPoolSize=5 2024-11-21T14:21:28,441 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8a7a968213a0:0, corePoolSize=5, maxPoolSize=5 2024-11-21T14:21:28,441 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8a7a968213a0:0, corePoolSize=10, maxPoolSize=10 2024-11-21T14:21:28,441 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:21:28,441 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8a7a968213a0:0, corePoolSize=2, maxPoolSize=2 2024-11-21T14:21:28,441 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:21:28,449 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732198918449 2024-11-21T14:21:28,449 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T14:21:28,449 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T14:21:28,449 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T14:21:28,449 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T14:21:28,449 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T14:21:28,449 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T14:21:28,450 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T14:21:28,450 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T14:21:28,452 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:21:28,452 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T14:21:28,456 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T14:21:28,459 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T14:21:28,459 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T14:21:28,459 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T14:21:28,460 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T14:21:28,460 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T14:21:28,460 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T14:21:28,460 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8a7a968213a0:0:becomeActiveMaster-HFileCleaner.large.0-1732198888460,5,FailOnTimeoutGroup] 2024-11-21T14:21:28,464 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8a7a968213a0:0:becomeActiveMaster-HFileCleaner.small.0-1732198888460,5,FailOnTimeoutGroup] 2024-11-21T14:21:28,464 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T14:21:28,464 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T14:21:28,464 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T14:21:28,464 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T14:21:28,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34521 is added to blk_1073741831_1007 (size=1321) 2024-11-21T14:21:28,535 INFO [RS:0;8a7a968213a0:43887 {}] regionserver.HRegionServer(746): ClusterId : 7d02a819-e15f-45e0-a6d6-274509eaf9c2 2024-11-21T14:21:28,535 DEBUG [RS:0;8a7a968213a0:43887 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T14:21:28,538 DEBUG [RS:0;8a7a968213a0:43887 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T14:21:28,538 DEBUG [RS:0;8a7a968213a0:43887 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T14:21:28,540 DEBUG [RS:0;8a7a968213a0:43887 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T14:21:28,540 DEBUG [RS:0;8a7a968213a0:43887 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b286d7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8a7a968213a0/172.17.0.2:0 2024-11-21T14:21:28,553 DEBUG [RS:0;8a7a968213a0:43887 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8a7a968213a0:43887 2024-11-21T14:21:28,553 INFO [RS:0;8a7a968213a0:43887 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T14:21:28,553 INFO [RS:0;8a7a968213a0:43887 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T14:21:28,553 DEBUG [RS:0;8a7a968213a0:43887 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T14:21:28,554 INFO [RS:0;8a7a968213a0:43887 {}] regionserver.HRegionServer(2659): reportForDuty to master=8a7a968213a0,34113,1732198886548 with port=43887, startcode=1732198886604 2024-11-21T14:21:28,554 DEBUG [RS:0;8a7a968213a0:43887 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T14:21:28,556 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45187, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T14:21:28,557 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34113 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8a7a968213a0,43887,1732198886604 2024-11-21T14:21:28,557 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34113 {}] master.ServerManager(517): Registering regionserver=8a7a968213a0,43887,1732198886604 2024-11-21T14:21:28,558 DEBUG [RS:0;8a7a968213a0:43887 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39779/user/jenkins/test-data/c7f8035e-e236-51a6-5119-07461bbe7136 2024-11-21T14:21:28,558 DEBUG [RS:0;8a7a968213a0:43887 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39779 2024-11-21T14:21:28,558 DEBUG [RS:0;8a7a968213a0:43887 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T14:21:28,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34113-0x1013ae7526d0000, quorum=127.0.0.1:52524, baseZNode=/01006041192 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01006041192/rs 2024-11-21T14:21:28,561 DEBUG [RS:0;8a7a968213a0:43887 {}] zookeeper.ZKUtil(111): regionserver:43887-0x1013ae7526d0001, quorum=127.0.0.1:52524, baseZNode=/01006041192 Set watcher on existing znode=/01006041192/rs/8a7a968213a0,43887,1732198886604 2024-11-21T14:21:28,561 WARN [RS:0;8a7a968213a0:43887 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T14:21:28,561 INFO [RS:0;8a7a968213a0:43887 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:21:28,561 DEBUG [RS:0;8a7a968213a0:43887 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39779/user/jenkins/test-data/c7f8035e-e236-51a6-5119-07461bbe7136/WALs/8a7a968213a0,43887,1732198886604 2024-11-21T14:21:28,562 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8a7a968213a0,43887,1732198886604] 2024-11-21T14:21:28,565 INFO [RS:0;8a7a968213a0:43887 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T14:21:28,568 INFO [RS:0;8a7a968213a0:43887 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T14:21:28,569 INFO [RS:0;8a7a968213a0:43887 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T14:21:28,569 INFO [RS:0;8a7a968213a0:43887 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T14:21:28,572 INFO [RS:0;8a7a968213a0:43887 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T14:21:28,572 INFO [RS:0;8a7a968213a0:43887 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T14:21:28,572 INFO [RS:0;8a7a968213a0:43887 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T14:21:28,572 DEBUG [RS:0;8a7a968213a0:43887 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:21:28,572 DEBUG [RS:0;8a7a968213a0:43887 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:21:28,572 DEBUG [RS:0;8a7a968213a0:43887 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:21:28,572 DEBUG [RS:0;8a7a968213a0:43887 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:21:28,572 DEBUG [RS:0;8a7a968213a0:43887 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:21:28,572 DEBUG [RS:0;8a7a968213a0:43887 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8a7a968213a0:0, corePoolSize=2, maxPoolSize=2 2024-11-21T14:21:28,573 DEBUG [RS:0;8a7a968213a0:43887 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:21:28,573 DEBUG [RS:0;8a7a968213a0:43887 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:21:28,573 DEBUG [RS:0;8a7a968213a0:43887 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:21:28,573 DEBUG [RS:0;8a7a968213a0:43887 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:21:28,573 DEBUG [RS:0;8a7a968213a0:43887 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:21:28,573 DEBUG [RS:0;8a7a968213a0:43887 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:21:28,573 DEBUG [RS:0;8a7a968213a0:43887 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8a7a968213a0:0, corePoolSize=3, maxPoolSize=3 2024-11-21T14:21:28,573 DEBUG [RS:0;8a7a968213a0:43887 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8a7a968213a0:0, corePoolSize=3, maxPoolSize=3 2024-11-21T14:21:28,576 INFO [RS:0;8a7a968213a0:43887 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T14:21:28,576 INFO [RS:0;8a7a968213a0:43887 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T14:21:28,576 INFO [RS:0;8a7a968213a0:43887 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T14:21:28,576 INFO [RS:0;8a7a968213a0:43887 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T14:21:28,576 INFO [RS:0;8a7a968213a0:43887 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T14:21:28,576 INFO [RS:0;8a7a968213a0:43887 {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,43887,1732198886604-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T14:21:28,599 INFO [RS:0;8a7a968213a0:43887 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T14:21:28,600 INFO [RS:0;8a7a968213a0:43887 {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,43887,1732198886604-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T14:21:28,600 INFO [RS:0;8a7a968213a0:43887 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:21:28,600 INFO [RS:0;8a7a968213a0:43887 {}] regionserver.Replication(171): 8a7a968213a0,43887,1732198886604 started 2024-11-21T14:21:28,619 INFO [RS:0;8a7a968213a0:43887 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:21:28,619 INFO [RS:0;8a7a968213a0:43887 {}] regionserver.HRegionServer(1482): Serving as 8a7a968213a0,43887,1732198886604, RpcServer on 8a7a968213a0/172.17.0.2:43887, sessionid=0x1013ae7526d0001 2024-11-21T14:21:28,619 DEBUG [RS:0;8a7a968213a0:43887 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T14:21:28,619 DEBUG [RS:0;8a7a968213a0:43887 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8a7a968213a0,43887,1732198886604 2024-11-21T14:21:28,619 DEBUG [RS:0;8a7a968213a0:43887 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8a7a968213a0,43887,1732198886604' 2024-11-21T14:21:28,619 DEBUG [RS:0;8a7a968213a0:43887 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01006041192/flush-table-proc/abort' 2024-11-21T14:21:28,620 DEBUG [RS:0;8a7a968213a0:43887 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01006041192/flush-table-proc/acquired' 2024-11-21T14:21:28,620 DEBUG [RS:0;8a7a968213a0:43887 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T14:21:28,620 DEBUG [RS:0;8a7a968213a0:43887 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T14:21:28,620 DEBUG [RS:0;8a7a968213a0:43887 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8a7a968213a0,43887,1732198886604 2024-11-21T14:21:28,621 DEBUG [RS:0;8a7a968213a0:43887 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8a7a968213a0,43887,1732198886604' 2024-11-21T14:21:28,621 DEBUG [RS:0;8a7a968213a0:43887 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01006041192/online-snapshot/abort' 2024-11-21T14:21:28,621 DEBUG [RS:0;8a7a968213a0:43887 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01006041192/online-snapshot/acquired' 2024-11-21T14:21:28,622 DEBUG [RS:0;8a7a968213a0:43887 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T14:21:28,622 INFO [RS:0;8a7a968213a0:43887 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T14:21:28,622 INFO [RS:0;8a7a968213a0:43887 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T14:21:28,722 INFO [RS:0;8a7a968213a0:43887 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T14:21:28,724 INFO [RS:0;8a7a968213a0:43887 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8a7a968213a0%2C43887%2C1732198886604, suffix=, logDir=hdfs://localhost:39779/user/jenkins/test-data/c7f8035e-e236-51a6-5119-07461bbe7136/WALs/8a7a968213a0,43887,1732198886604, archiveDir=hdfs://localhost:39779/user/jenkins/test-data/c7f8035e-e236-51a6-5119-07461bbe7136/oldWALs, maxLogs=10 2024-11-21T14:21:28,749 DEBUG [RS:0;8a7a968213a0:43887 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c7f8035e-e236-51a6-5119-07461bbe7136/WALs/8a7a968213a0,43887,1732198886604/8a7a968213a0%2C43887%2C1732198886604.1732198888725, exclude list is [], retry=0 2024-11-21T14:21:28,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34521,DS-b1fcd90d-2e9a-4037-8412-e5838a7a15c9,DISK] 2024-11-21T14:21:28,762 INFO [RS:0;8a7a968213a0:43887 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c7f8035e-e236-51a6-5119-07461bbe7136/WALs/8a7a968213a0,43887,1732198886604/8a7a968213a0%2C43887%2C1732198886604.1732198888725 2024-11-21T14:21:28,762 DEBUG [RS:0;8a7a968213a0:43887 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39629:39629)] 2024-11-21T14:21:28,790 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T14:21:28,795 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:28,795 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:28,795 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:28,795 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:28,796 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:28,796 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:28,796 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:28,797 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:28,841 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:28,841 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:28,842 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:28,842 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:28,842 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:28,842 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:28,849 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:28,853 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:28,854 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:28,857 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:28,867 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39779/user/jenkins/test-data/c7f8035e-e236-51a6-5119-07461bbe7136/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T14:21:28,867 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39779/user/jenkins/test-data/c7f8035e-e236-51a6-5119-07461bbe7136 2024-11-21T14:21:28,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34521 is added to blk_1073741833_1009 (size=32) 2024-11-21T14:21:29,278 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:21:29,279 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T14:21:29,280 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T14:21:29,280 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:21:29,281 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:21:29,281 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T14:21:29,282 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T14:21:29,282 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:21:29,282 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:21:29,282 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T14:21:29,283 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T14:21:29,283 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:21:29,283 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:21:29,283 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T14:21:29,284 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T14:21:29,284 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:21:29,285 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:21:29,285 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T14:21:29,286 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39779/user/jenkins/test-data/c7f8035e-e236-51a6-5119-07461bbe7136/data/hbase/meta/1588230740 2024-11-21T14:21:29,286 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39779/user/jenkins/test-data/c7f8035e-e236-51a6-5119-07461bbe7136/data/hbase/meta/1588230740 2024-11-21T14:21:29,287 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T14:21:29,287 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T14:21:29,288 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T14:21:29,289 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T14:21:29,293 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39779/user/jenkins/test-data/c7f8035e-e236-51a6-5119-07461bbe7136/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T14:21:29,293 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63313367, jitterRate=-0.0565573126077652}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T14:21:29,293 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732198889278Initializing all the Stores at 1732198889279 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198889279Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198889279Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198889279Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198889279Cleaning up temporary data from old regions at 1732198889287 (+8 ms)Region opened successfully at 1732198889293 (+6 ms) 2024-11-21T14:21:29,293 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T14:21:29,293 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T14:21:29,293 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T14:21:29,294 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T14:21:29,294 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T14:21:29,294 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T14:21:29,294 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732198889293Disabling compacts and flushes for region at 1732198889293Disabling writes for close at 1732198889294 (+1 ms)Writing region close event to WAL at 1732198889294Closed at 1732198889294 2024-11-21T14:21:29,295 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T14:21:29,295 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T14:21:29,295 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T14:21:29,295 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T14:21:29,296 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T14:21:29,446 DEBUG [8a7a968213a0:34113 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T14:21:29,447 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8a7a968213a0,43887,1732198886604 2024-11-21T14:21:29,448 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8a7a968213a0,43887,1732198886604, state=OPENING 2024-11-21T14:21:29,449 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T14:21:29,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34113-0x1013ae7526d0000, quorum=127.0.0.1:52524, baseZNode=/01006041192 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01006041192 2024-11-21T14:21:29,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43887-0x1013ae7526d0001, quorum=127.0.0.1:52524, baseZNode=/01006041192 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01006041192 2024-11-21T14:21:29,451 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T14:21:29,451 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01006041192/meta-region-server: CHANGED 2024-11-21T14:21:29,451 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01006041192/meta-region-server: CHANGED 2024-11-21T14:21:29,451 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8a7a968213a0,43887,1732198886604}] 2024-11-21T14:21:29,603 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T14:21:29,604 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55565, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T14:21:29,607 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T14:21:29,607 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:21:29,607 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T14:21:29,608 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8a7a968213a0%2C43887%2C1732198886604.meta, suffix=.meta, logDir=hdfs://localhost:39779/user/jenkins/test-data/c7f8035e-e236-51a6-5119-07461bbe7136/WALs/8a7a968213a0,43887,1732198886604, archiveDir=hdfs://localhost:39779/user/jenkins/test-data/c7f8035e-e236-51a6-5119-07461bbe7136/oldWALs, maxLogs=10 2024-11-21T14:21:29,623 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c7f8035e-e236-51a6-5119-07461bbe7136/WALs/8a7a968213a0,43887,1732198886604/8a7a968213a0%2C43887%2C1732198886604.meta.1732198889609.meta, exclude list is [], retry=0 2024-11-21T14:21:29,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34521,DS-b1fcd90d-2e9a-4037-8412-e5838a7a15c9,DISK] 2024-11-21T14:21:29,627 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c7f8035e-e236-51a6-5119-07461bbe7136/WALs/8a7a968213a0,43887,1732198886604/8a7a968213a0%2C43887%2C1732198886604.meta.1732198889609.meta 2024-11-21T14:21:29,628 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39629:39629)] 2024-11-21T14:21:29,628 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T14:21:29,628 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T14:21:29,628 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T14:21:29,628 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T14:21:29,628 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T14:21:29,629 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T14:21:29,629 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:21:29,629 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T14:21:29,629 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T14:21:29,630 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T14:21:29,631 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T14:21:29,631 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:21:29,631 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:21:29,632 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T14:21:29,632 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T14:21:29,632 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:21:29,632 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:21:29,632 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T14:21:29,633 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T14:21:29,633 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:21:29,633 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:21:29,633 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T14:21:29,634 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T14:21:29,634 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:21:29,634 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:21:29,634 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T14:21:29,635 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39779/user/jenkins/test-data/c7f8035e-e236-51a6-5119-07461bbe7136/data/hbase/meta/1588230740 2024-11-21T14:21:29,635 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39779/user/jenkins/test-data/c7f8035e-e236-51a6-5119-07461bbe7136/data/hbase/meta/1588230740 2024-11-21T14:21:29,636 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T14:21:29,636 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T14:21:29,636 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T14:21:29,637 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T14:21:29,638 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59825738, jitterRate=-0.1085270345211029}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T14:21:29,638 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T14:21:29,639 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732198889629Writing region info on filesystem at 1732198889629Initializing all the Stores at 1732198889630 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198889630Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198889630Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198889630Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198889630Cleaning up temporary data from old regions at 1732198889636 (+6 ms)Running coprocessor post-open hooks at 1732198889638 (+2 ms)Region opened successfully at 1732198889639 (+1 ms) 2024-11-21T14:21:29,639 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732198889603 2024-11-21T14:21:29,641 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T14:21:29,641 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T14:21:29,642 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=8a7a968213a0,43887,1732198886604 2024-11-21T14:21:29,642 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8a7a968213a0,43887,1732198886604, state=OPEN 2024-11-21T14:21:29,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34113-0x1013ae7526d0000, quorum=127.0.0.1:52524, baseZNode=/01006041192 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01006041192/meta-region-server 2024-11-21T14:21:29,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43887-0x1013ae7526d0001, quorum=127.0.0.1:52524, baseZNode=/01006041192 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01006041192/meta-region-server 2024-11-21T14:21:29,648 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01006041192/meta-region-server: CHANGED 2024-11-21T14:21:29,648 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01006041192/meta-region-server: CHANGED 2024-11-21T14:21:29,648 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8a7a968213a0,43887,1732198886604 2024-11-21T14:21:29,650 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T14:21:29,650 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8a7a968213a0,43887,1732198886604 in 197 msec 2024-11-21T14:21:29,652 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T14:21:29,652 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 355 msec 2024-11-21T14:21:29,652 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T14:21:29,653 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T14:21:29,654 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:21:29,654 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a7a968213a0,43887,1732198886604, seqNum=-1] 2024-11-21T14:21:29,654 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:21:29,655 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56527, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T14:21:29,659 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2210 sec 2024-11-21T14:21:29,659 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732198889659, completionTime=-1 2024-11-21T14:21:29,659 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T14:21:29,660 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T14:21:29,661 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T14:21:29,661 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732198949661 2024-11-21T14:21:29,661 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732199009661 2024-11-21T14:21:29,661 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-21T14:21:29,662 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,34113,1732198886548-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T14:21:29,662 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,34113,1732198886548-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:21:29,662 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,34113,1732198886548-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:21:29,662 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8a7a968213a0:34113, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:21:29,662 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T14:21:29,662 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T14:21:29,664 DEBUG [master/8a7a968213a0:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T14:21:29,665 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.013sec 2024-11-21T14:21:29,666 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T14:21:29,666 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T14:21:29,666 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T14:21:29,666 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T14:21:29,666 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T14:21:29,666 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,34113,1732198886548-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T14:21:29,666 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,34113,1732198886548-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T14:21:29,668 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T14:21:29,668 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T14:21:29,668 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,34113,1732198886548-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:21:29,736 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6593478d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:21:29,736 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8a7a968213a0,34113,-1 for getting cluster id 2024-11-21T14:21:29,737 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:21:29,738 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7d02a819-e15f-45e0-a6d6-274509eaf9c2' 2024-11-21T14:21:29,739 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:21:29,739 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7d02a819-e15f-45e0-a6d6-274509eaf9c2" 2024-11-21T14:21:29,739 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d72202a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:21:29,739 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a7a968213a0,34113,-1] 2024-11-21T14:21:29,739 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:21:29,739 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:21:29,740 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:21:29,741 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@620073fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:21:29,742 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:21:29,743 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a7a968213a0,43887,1732198886604, seqNum=-1] 2024-11-21T14:21:29,743 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:21:29,746 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39320, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T14:21:29,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=8a7a968213a0,34113,1732198886548 2024-11-21T14:21:29,748 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:52524 2024-11-21T14:21:29,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:52524, baseZNode=/01006041192 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T14:21:29,754 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013ae7526d0002 connected 2024-11-21T14:21:29,754 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T14:21:29,755 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a7a968213a0,34113,1732198886548 2024-11-21T14:21:29,756 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@24be9986 2024-11-21T14:21:29,756 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T14:21:29,757 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T14:21:29,757 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34113 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T14:21:29,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34113 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-21T14:21:29,760 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T14:21:29,760 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:21:29,761 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34113 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-21T14:21:29,761 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T14:21:29,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T14:21:29,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34521 is added to blk_1073741835_1011 (size=902) 2024-11-21T14:21:29,774 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 66bd59fec63c415f9cbc28f0e100b8c8, NAME => 'test,,1732198889757.66bd59fec63c415f9cbc28f0e100b8c8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39779/user/jenkins/test-data/c7f8035e-e236-51a6-5119-07461bbe7136 2024-11-21T14:21:29,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34521 is added to blk_1073741836_1012 (size=39) 2024-11-21T14:21:29,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T14:21:30,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T14:21:30,186 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732198889757.66bd59fec63c415f9cbc28f0e100b8c8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:21:30,187 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 66bd59fec63c415f9cbc28f0e100b8c8, disabling compactions & flushes 2024-11-21T14:21:30,187 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732198889757.66bd59fec63c415f9cbc28f0e100b8c8. 2024-11-21T14:21:30,187 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732198889757.66bd59fec63c415f9cbc28f0e100b8c8. 2024-11-21T14:21:30,187 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732198889757.66bd59fec63c415f9cbc28f0e100b8c8. after waiting 0 ms 2024-11-21T14:21:30,187 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732198889757.66bd59fec63c415f9cbc28f0e100b8c8. 2024-11-21T14:21:30,187 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732198889757.66bd59fec63c415f9cbc28f0e100b8c8. 2024-11-21T14:21:30,187 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 66bd59fec63c415f9cbc28f0e100b8c8: Waiting for close lock at 1732198890186Disabling compacts and flushes for region at 1732198890186Disabling writes for close at 1732198890187 (+1 ms)Writing region close event to WAL at 1732198890187Closed at 1732198890187 2024-11-21T14:21:30,188 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T14:21:30,188 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732198889757.66bd59fec63c415f9cbc28f0e100b8c8.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732198890188"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732198890188"}]},"ts":"1732198890188"} 2024-11-21T14:21:30,190 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T14:21:30,191 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T14:21:30,191 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732198890191"}]},"ts":"1732198890191"} 2024-11-21T14:21:30,193 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-21T14:21:30,193 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=66bd59fec63c415f9cbc28f0e100b8c8, ASSIGN}] 2024-11-21T14:21:30,194 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=66bd59fec63c415f9cbc28f0e100b8c8, ASSIGN 2024-11-21T14:21:30,195 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=66bd59fec63c415f9cbc28f0e100b8c8, ASSIGN; state=OFFLINE, location=8a7a968213a0,43887,1732198886604; forceNewPlan=false, retain=false 2024-11-21T14:21:30,346 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=66bd59fec63c415f9cbc28f0e100b8c8, regionState=OPENING, regionLocation=8a7a968213a0,43887,1732198886604 2024-11-21T14:21:30,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=66bd59fec63c415f9cbc28f0e100b8c8, ASSIGN because future has completed 2024-11-21T14:21:30,348 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 66bd59fec63c415f9cbc28f0e100b8c8, server=8a7a968213a0,43887,1732198886604}] 2024-11-21T14:21:30,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T14:21:30,510 INFO [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732198889757.66bd59fec63c415f9cbc28f0e100b8c8. 2024-11-21T14:21:30,510 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 66bd59fec63c415f9cbc28f0e100b8c8, NAME => 'test,,1732198889757.66bd59fec63c415f9cbc28f0e100b8c8.', STARTKEY => '', ENDKEY => ''} 2024-11-21T14:21:30,510 INFO [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T14:21:30,511 INFO [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-21T14:21:30,511 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 66bd59fec63c415f9cbc28f0e100b8c8 2024-11-21T14:21:30,511 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732198889757.66bd59fec63c415f9cbc28f0e100b8c8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:21:30,511 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 66bd59fec63c415f9cbc28f0e100b8c8 2024-11-21T14:21:30,511 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 66bd59fec63c415f9cbc28f0e100b8c8 2024-11-21T14:21:30,512 INFO [StoreOpener-66bd59fec63c415f9cbc28f0e100b8c8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 66bd59fec63c415f9cbc28f0e100b8c8 2024-11-21T14:21:30,513 INFO [StoreOpener-66bd59fec63c415f9cbc28f0e100b8c8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 66bd59fec63c415f9cbc28f0e100b8c8 columnFamilyName f 2024-11-21T14:21:30,513 DEBUG [StoreOpener-66bd59fec63c415f9cbc28f0e100b8c8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:21:30,514 INFO [StoreOpener-66bd59fec63c415f9cbc28f0e100b8c8-1 {}] regionserver.HStore(327): Store=66bd59fec63c415f9cbc28f0e100b8c8/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:21:30,514 INFO [StoreOpener-66bd59fec63c415f9cbc28f0e100b8c8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 66bd59fec63c415f9cbc28f0e100b8c8 2024-11-21T14:21:30,515 INFO [StoreOpener-66bd59fec63c415f9cbc28f0e100b8c8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 66bd59fec63c415f9cbc28f0e100b8c8 columnFamilyName f1 2024-11-21T14:21:30,515 DEBUG [StoreOpener-66bd59fec63c415f9cbc28f0e100b8c8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:21:30,515 INFO [StoreOpener-66bd59fec63c415f9cbc28f0e100b8c8-1 {}] regionserver.HStore(327): Store=66bd59fec63c415f9cbc28f0e100b8c8/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:21:30,515 INFO [StoreOpener-66bd59fec63c415f9cbc28f0e100b8c8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 66bd59fec63c415f9cbc28f0e100b8c8 2024-11-21T14:21:30,516 INFO [StoreOpener-66bd59fec63c415f9cbc28f0e100b8c8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 66bd59fec63c415f9cbc28f0e100b8c8 columnFamilyName norep 2024-11-21T14:21:30,516 DEBUG [StoreOpener-66bd59fec63c415f9cbc28f0e100b8c8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:21:30,516 INFO [StoreOpener-66bd59fec63c415f9cbc28f0e100b8c8-1 {}] regionserver.HStore(327): Store=66bd59fec63c415f9cbc28f0e100b8c8/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:21:30,516 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 66bd59fec63c415f9cbc28f0e100b8c8 2024-11-21T14:21:30,517 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39779/user/jenkins/test-data/c7f8035e-e236-51a6-5119-07461bbe7136/data/default/test/66bd59fec63c415f9cbc28f0e100b8c8 2024-11-21T14:21:30,517 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39779/user/jenkins/test-data/c7f8035e-e236-51a6-5119-07461bbe7136/data/default/test/66bd59fec63c415f9cbc28f0e100b8c8 2024-11-21T14:21:30,518 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 66bd59fec63c415f9cbc28f0e100b8c8 2024-11-21T14:21:30,518 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 66bd59fec63c415f9cbc28f0e100b8c8 2024-11-21T14:21:30,518 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T14:21:30,520 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 66bd59fec63c415f9cbc28f0e100b8c8 2024-11-21T14:21:30,522 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39779/user/jenkins/test-data/c7f8035e-e236-51a6-5119-07461bbe7136/data/default/test/66bd59fec63c415f9cbc28f0e100b8c8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T14:21:30,522 INFO [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 66bd59fec63c415f9cbc28f0e100b8c8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70113606, jitterRate=0.044774144887924194}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T14:21:30,522 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 66bd59fec63c415f9cbc28f0e100b8c8 2024-11-21T14:21:30,523 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 66bd59fec63c415f9cbc28f0e100b8c8: Running coprocessor pre-open hook at 1732198890511Writing region info on filesystem at 1732198890511Initializing all the Stores at 1732198890512 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198890512Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198890512Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198890512Cleaning up temporary data from old regions at 1732198890518 (+6 ms)Running coprocessor post-open hooks at 1732198890522 (+4 ms)Region opened successfully at 1732198890523 (+1 ms) 2024-11-21T14:21:30,524 INFO [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732198889757.66bd59fec63c415f9cbc28f0e100b8c8., pid=6, masterSystemTime=1732198890500 2024-11-21T14:21:30,526 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732198889757.66bd59fec63c415f9cbc28f0e100b8c8. 2024-11-21T14:21:30,526 INFO [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732198889757.66bd59fec63c415f9cbc28f0e100b8c8. 2024-11-21T14:21:30,526 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=66bd59fec63c415f9cbc28f0e100b8c8, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=8a7a968213a0,43887,1732198886604 2024-11-21T14:21:30,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 66bd59fec63c415f9cbc28f0e100b8c8, server=8a7a968213a0,43887,1732198886604 because future has completed 2024-11-21T14:21:30,532 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T14:21:30,532 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 66bd59fec63c415f9cbc28f0e100b8c8, server=8a7a968213a0,43887,1732198886604 in 182 msec 2024-11-21T14:21:30,533 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T14:21:30,533 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=66bd59fec63c415f9cbc28f0e100b8c8, ASSIGN in 339 msec 2024-11-21T14:21:30,534 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T14:21:30,534 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732198890534"}]},"ts":"1732198890534"} 2024-11-21T14:21:30,536 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-21T14:21:30,536 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T14:21:30,538 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 779 msec 2024-11-21T14:21:30,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T14:21:30,900 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-21T14:21:30,901 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2baac769, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:21:30,901 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8a7a968213a0,34113,-1 for getting cluster id 2024-11-21T14:21:30,901 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:21:30,902 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7d02a819-e15f-45e0-a6d6-274509eaf9c2' 2024-11-21T14:21:30,902 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:21:30,902 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7d02a819-e15f-45e0-a6d6-274509eaf9c2" 2024-11-21T14:21:30,902 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2be3c743, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:21:30,902 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a7a968213a0,34113,-1] 2024-11-21T14:21:30,902 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:21:30,903 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:21:30,903 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:21:30,904 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16c84284, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:21:30,904 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T14:21:30,905 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a7a968213a0,34113,1732198886548 2024-11-21T14:21:30,905 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@689bafa2 2024-11-21T14:21:30,905 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T14:21:30,905 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T14:21:30,906 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34113 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://8a7a968213a0:34113,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-21T14:21:30,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34113 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T14:21:30,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T14:21:30,909 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8a7a968213a0:34113' 2024-11-21T14:21:30,910 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c066994, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:21:30,910 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 8a7a968213a0,34113,-1 for getting cluster id 2024-11-21T14:21:30,910 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:21:30,911 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7d02a819-e15f-45e0-a6d6-274509eaf9c2' 2024-11-21T14:21:30,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:21:30,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7d02a819-e15f-45e0-a6d6-274509eaf9c2" 2024-11-21T14:21:30,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@329979d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:21:30,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a7a968213a0,34113,-1] 2024-11-21T14:21:30,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:21:30,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:21:30,912 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:21:30,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dd60cd9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:21:30,913 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T14:21:30,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a7a968213a0,34113,1732198886548 2024-11-21T14:21:30,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@730bd1d 2024-11-21T14:21:30,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T14:21:30,915 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T14:21:30,915 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-21T14:21:30,915 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T14:21:30,915 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:21:30,915 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:21:30,916 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:21:30,916 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://8a7a968213a0:34113, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-21T14:21:30,923 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://8a7a968213a0:34113, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://8a7a968213a0:34113, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://8a7a968213a0:34113, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-21T14:21:30,925 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://8a7a968213a0:34113, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=18 msec 2024-11-21T14:21:30,925 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-21T14:21:31,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T14:21:31,022 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://8a7a968213a0:34113, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-21T14:21:31,022 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T14:21:31,022 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:21:31,022 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:21:31,022 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:21:31,022 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:21:31,042 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=534 (was 361) Potentially hanging thread: IPC Server handler 0 on default port 39779 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:39779/user/jenkins/test-data/c7f8035e-e236-51a6-5119-07461bbe7136/MasterData-prefix:8a7a968213a0,34113,1732198886548 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34113 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1891743755-7797 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_490071248_20 at /127.0.0.1:49730 [Receiving block BP-104863786-172.17.0.2-1732198885366:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=34113 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52524) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: IPC Server handler 2 on default port 33681 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43887 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 3 on default port 39779 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@4024851e java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=43887 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:52524 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@10ceecef java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34113 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@1d4eedc6 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_174699655_20 at /127.0.0.1:49698 [Receiving block BP-104863786-172.17.0.2-1732198885366:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1891743755-7791 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fc3f4432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/8a7a968213a0:0:becomeActiveMaster-HFileCleaner.large.0-1732198888460 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: qtp1891743755-7795-acceptor-0@3a97fd1f-ServerConnector@41493b7b{HTTP/1.1, (http/1.1)}{localhost:41971} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39779 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34113 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1010706900-7843 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: regionserver/8a7a968213a0:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: IPC Server handler 4 on default port 39779 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:39779 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:39779 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=34113 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52524) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43887 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34113 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: M:0;8a7a968213a0:34113 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7fcaa7d-4dd4-27d0-fcdf-909eb239f5c6/cluster_718cdafc-7c8e-99e1-cd3b-fc0b32d8c912/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$612/0x00007fc3f4ad5c00.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: pool-2274-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1891743755-7796 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 33681 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52524) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: qtp1891743755-7792 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fc3f4432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_490071248_20 at /127.0.0.1:49720 [Receiving block BP-104863786-172.17.0.2-1732198885366:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BP-104863786-172.17.0.2-1732198885366 heartbeating to localhost/127.0.0.1:39779 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcessThread(sid:0 cport:52524): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@59ae6e2f java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 39779 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43887 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@5e582a36 java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1891743755-7793 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fc3f4432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:39779/user/jenkins/test-data/c7f8035e-e236-51a6-5119-07461bbe7136-prefix:8a7a968213a0,43887,1732198886604 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:39779 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1891743755-7794 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fc3f4432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/8a7a968213a0:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: master/8a7a968213a0:0:becomeActiveMaster-HFileCleaner.small.0-1732198888460 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@71c37dcd[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1891743755-7798 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@42b227f java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-104863786-172.17.0.2-1732198885366:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7fcaa7d-4dd4-27d0-fcdf-909eb239f5c6/cluster_718cdafc-7c8e-99e1-cd3b-fc0b32d8c912/data/data1/current/BP-104863786-172.17.0.2-1732198885366 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@a07564a java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7fcaa7d-4dd4-27d0-fcdf-909eb239f5c6/cluster_718cdafc-7c8e-99e1-cd3b-fc0b32d8c912/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34113 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 3 on default port 33681 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 39779 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=43887 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:39779/user/jenkins/test-data/c7f8035e-e236-51a6-5119-07461bbe7136-prefix:8a7a968213a0,43887,1732198886604.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: RS:0;8a7a968213a0:43887 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=43887 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: regionserver/8a7a968213a0:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7fcaa7d-4dd4-27d0-fcdf-909eb239f5c6/cluster_718cdafc-7c8e-99e1-cd3b-fc0b32d8c912/data/data2/current/BP-104863786-172.17.0.2-1732198885366 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=34113 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39779 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34113 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007fc3f49f8cb8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34113 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39779 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1010706900-7840 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fc3f4432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-104863786-172.17.0.2-1732198885366:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-104863786-172.17.0.2-1732198885366:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: CacheReplicationMonitor(530440481) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: IPC Server idle connection scanner for port 33681 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2262-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 33681 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43887 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1010706900-7841-acceptor-0@633d36fb-ServerConnector@5229426c{HTTP/1.1, (http/1.1)}{localhost:38971} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39779 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-7d4e3eba-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/8a7a968213a0:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: 8a7a968213a0:34113 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2398) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2420) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2360) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-205f3084-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@5748ac97 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:39779 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS:0;8a7a968213a0:43887-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: master/8a7a968213a0:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1010706900-7842 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_490071248_20 at /127.0.0.1:49658 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43887 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2263-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 39779 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43887 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2268-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@410419a9 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 33681 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: pool-2271-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43887 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) - Thread LEAK? -, OpenFileDescriptor=879 (was 793) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=415 (was 416), ProcessCount=11 (was 11), AvailableMemoryMB=3985 (was 4457) 2024-11-21T14:21:31,045 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=534 is superior to 500 2024-11-21T14:21:31,059 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=534, OpenFileDescriptor=879, MaxFileDescriptor=1048576, SystemLoadAverage=415, ProcessCount=11, AvailableMemoryMB=3984 2024-11-21T14:21:31,059 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=534 is superior to 500 2024-11-21T14:21:31,076 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-21T14:21:31,077 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7fcaa7d-4dd4-27d0-fcdf-909eb239f5c6/hadoop.log.dir so I do NOT create it in target/test-data/aaceca33-f7d5-5b61-6869-7fc10102d907 2024-11-21T14:21:31,077 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7fcaa7d-4dd4-27d0-fcdf-909eb239f5c6/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T14:21:31,077 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7fcaa7d-4dd4-27d0-fcdf-909eb239f5c6/hadoop.tmp.dir so I do NOT create it in target/test-data/aaceca33-f7d5-5b61-6869-7fc10102d907 2024-11-21T14:21:31,077 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7fcaa7d-4dd4-27d0-fcdf-909eb239f5c6/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T14:21:31,077 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aaceca33-f7d5-5b61-6869-7fc10102d907 2024-11-21T14:21:31,077 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aaceca33-f7d5-5b61-6869-7fc10102d907/cluster_b0919b92-da8e-f058-b31f-b82e0fd48b0a, deleteOnExit=true 2024-11-21T14:21:31,093 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aaceca33-f7d5-5b61-6869-7fc10102d907/cluster_b0919b92-da8e-f058-b31f-b82e0fd48b0a/zookeeper_0, clientPort=51232, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aaceca33-f7d5-5b61-6869-7fc10102d907/cluster_b0919b92-da8e-f058-b31f-b82e0fd48b0a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aaceca33-f7d5-5b61-6869-7fc10102d907/cluster_b0919b92-da8e-f058-b31f-b82e0fd48b0a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-21T14:21:31,094 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51232 2024-11-21T14:21:31,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T14:21:31,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T14:21:31,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aaceca33-f7d5-5b61-6869-7fc10102d907/test.cache.data in system properties and HBase conf 2024-11-21T14:21:31,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aaceca33-f7d5-5b61-6869-7fc10102d907/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T14:21:31,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aaceca33-f7d5-5b61-6869-7fc10102d907/hadoop.log.dir in system properties and HBase conf 2024-11-21T14:21:31,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aaceca33-f7d5-5b61-6869-7fc10102d907/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T14:21:31,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aaceca33-f7d5-5b61-6869-7fc10102d907/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T14:21:31,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T14:21:31,094 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T14:21:31,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aaceca33-f7d5-5b61-6869-7fc10102d907/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T14:21:31,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aaceca33-f7d5-5b61-6869-7fc10102d907/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T14:21:31,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aaceca33-f7d5-5b61-6869-7fc10102d907/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T14:21:31,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aaceca33-f7d5-5b61-6869-7fc10102d907/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T14:21:31,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aaceca33-f7d5-5b61-6869-7fc10102d907/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T14:21:31,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aaceca33-f7d5-5b61-6869-7fc10102d907/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T14:21:31,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aaceca33-f7d5-5b61-6869-7fc10102d907/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T14:21:31,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aaceca33-f7d5-5b61-6869-7fc10102d907/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T14:21:31,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aaceca33-f7d5-5b61-6869-7fc10102d907/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T14:21:31,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aaceca33-f7d5-5b61-6869-7fc10102d907/nfs.dump.dir in system properties and HBase conf 2024-11-21T14:21:31,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aaceca33-f7d5-5b61-6869-7fc10102d907/java.io.tmpdir in system properties and HBase conf 2024-11-21T14:21:31,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aaceca33-f7d5-5b61-6869-7fc10102d907/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T14:21:31,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aaceca33-f7d5-5b61-6869-7fc10102d907/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T14:21:31,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aaceca33-f7d5-5b61-6869-7fc10102d907/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T14:21:31,173 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T14:21:31,183 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T14:21:31,204 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T14:21:31,204 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T14:21:31,205 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T14:21:31,208 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T14:21:31,210 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50b15046{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aaceca33-f7d5-5b61-6869-7fc10102d907/hadoop.log.dir/,AVAILABLE} 2024-11-21T14:21:31,211 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d6047c0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T14:21:31,356 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@736c1d10{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aaceca33-f7d5-5b61-6869-7fc10102d907/java.io.tmpdir/jetty-localhost-42857-hadoop-hdfs-3_4_1-tests_jar-_-any-11572610969014104629/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T14:21:31,356 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3ebed45a{HTTP/1.1, (http/1.1)}{localhost:42857} 2024-11-21T14:21:31,356 INFO [Time-limited test {}] server.Server(415): Started @279462ms 2024-11-21T14:21:31,495 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T14:21:31,497 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T14:21:31,500 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T14:21:31,500 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T14:21:31,500 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T14:21:31,502 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63374392{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aaceca33-f7d5-5b61-6869-7fc10102d907/hadoop.log.dir/,AVAILABLE} 2024-11-21T14:21:31,503 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f543dc9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T14:21:31,643 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@17e1c64d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aaceca33-f7d5-5b61-6869-7fc10102d907/java.io.tmpdir/jetty-localhost-33745-hadoop-hdfs-3_4_1-tests_jar-_-any-3006702657572581507/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T14:21:31,644 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@9aea8be{HTTP/1.1, (http/1.1)}{localhost:33745} 2024-11-21T14:21:31,644 INFO [Time-limited test {}] server.Server(415): Started @279749ms 2024-11-21T14:21:31,645 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T14:21:31,842 WARN [Thread-4258 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aaceca33-f7d5-5b61-6869-7fc10102d907/cluster_b0919b92-da8e-f058-b31f-b82e0fd48b0a/data/data1/current/BP-698521945-172.17.0.2-1732198891117/current, will proceed with Du for space computation calculation, 2024-11-21T14:21:31,842 WARN [Thread-4259 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aaceca33-f7d5-5b61-6869-7fc10102d907/cluster_b0919b92-da8e-f058-b31f-b82e0fd48b0a/data/data2/current/BP-698521945-172.17.0.2-1732198891117/current, will proceed with Du for space computation calculation, 2024-11-21T14:21:31,869 WARN [Thread-4246 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T14:21:31,875 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x30d52719cb9fc18c with lease ID 0x77bf8bdce2f8f0fe: Processing first storage report for DS-142df35d-aa34-4240-bf3e-70aef77bcc2b from datanode DatanodeRegistration(127.0.0.1:35409, datanodeUuid=2d5fad30-ae16-45a5-988c-fc1b18d6b989, infoPort=35095, infoSecurePort=0, ipcPort=44275, storageInfo=lv=-57;cid=testClusterID;nsid=731386615;c=1732198891117) 2024-11-21T14:21:31,875 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x30d52719cb9fc18c with lease ID 0x77bf8bdce2f8f0fe: from storage DS-142df35d-aa34-4240-bf3e-70aef77bcc2b node DatanodeRegistration(127.0.0.1:35409, datanodeUuid=2d5fad30-ae16-45a5-988c-fc1b18d6b989, infoPort=35095, infoSecurePort=0, ipcPort=44275, storageInfo=lv=-57;cid=testClusterID;nsid=731386615;c=1732198891117), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T14:21:31,875 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x30d52719cb9fc18c with lease ID 0x77bf8bdce2f8f0fe: Processing first storage report for DS-5e694ad5-743c-4759-acec-824de0856c25 from datanode DatanodeRegistration(127.0.0.1:35409, datanodeUuid=2d5fad30-ae16-45a5-988c-fc1b18d6b989, infoPort=35095, infoSecurePort=0, ipcPort=44275, storageInfo=lv=-57;cid=testClusterID;nsid=731386615;c=1732198891117) 2024-11-21T14:21:31,875 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x30d52719cb9fc18c with lease ID 0x77bf8bdce2f8f0fe: from storage DS-5e694ad5-743c-4759-acec-824de0856c25 node DatanodeRegistration(127.0.0.1:35409, datanodeUuid=2d5fad30-ae16-45a5-988c-fc1b18d6b989, infoPort=35095, infoSecurePort=0, ipcPort=44275, storageInfo=lv=-57;cid=testClusterID;nsid=731386615;c=1732198891117), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T14:21:31,935 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aaceca33-f7d5-5b61-6869-7fc10102d907 2024-11-21T14:21:31,935 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:21:31,937 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:21:31,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35409 is added to blk_1073741825_1001 (size=7) 2024-11-21T14:21:32,345 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1 with version=8 2024-11-21T14:21:32,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/hbase-staging 2024-11-21T14:21:32,348 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8a7a968213a0:0 server-side Connection retries=45 2024-11-21T14:21:32,348 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T14:21:32,348 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T14:21:32,348 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T14:21:32,348 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T14:21:32,348 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T14:21:32,348 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T14:21:32,348 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T14:21:32,349 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44295 2024-11-21T14:21:32,349 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44295 connecting to ZooKeeper ensemble=127.0.0.1:51232 2024-11-21T14:21:32,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:442950x0, quorum=127.0.0.1:51232, baseZNode=/0-1277756425 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T14:21:32,372 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44295-0x1013ae768d90000 connected 2024-11-21T14:21:32,429 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:21:32,431 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:21:32,445 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44295-0x1013ae768d90000, quorum=127.0.0.1:51232, baseZNode=/0-1277756425 Set watcher on znode that does not yet exist, /0-1277756425/running 2024-11-21T14:21:32,445 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1, hbase.cluster.distributed=false 2024-11-21T14:21:32,449 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44295-0x1013ae768d90000, quorum=127.0.0.1:51232, baseZNode=/0-1277756425 Set watcher on znode that does not yet exist, /0-1277756425/acl 2024-11-21T14:21:32,457 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44295 2024-11-21T14:21:32,457 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44295 2024-11-21T14:21:32,464 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44295 2024-11-21T14:21:32,489 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44295 2024-11-21T14:21:32,500 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44295 2024-11-21T14:21:32,524 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8a7a968213a0:0 server-side Connection retries=45 2024-11-21T14:21:32,524 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T14:21:32,524 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T14:21:32,524 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T14:21:32,524 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T14:21:32,524 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T14:21:32,524 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T14:21:32,524 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T14:21:32,525 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36103 2024-11-21T14:21:32,526 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36103 connecting to ZooKeeper ensemble=127.0.0.1:51232 2024-11-21T14:21:32,526 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:21:32,531 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:21:32,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:361030x0, quorum=127.0.0.1:51232, baseZNode=/0-1277756425 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T14:21:32,560 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:361030x0, quorum=127.0.0.1:51232, baseZNode=/0-1277756425 Set watcher on znode that does not yet exist, /0-1277756425/running 2024-11-21T14:21:32,560 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T14:21:32,577 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36103-0x1013ae768d90001 connected 2024-11-21T14:21:32,580 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T14:21:32,581 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36103-0x1013ae768d90001, quorum=127.0.0.1:51232, baseZNode=/0-1277756425 Set watcher on znode that does not yet exist, /0-1277756425/master 2024-11-21T14:21:32,582 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36103-0x1013ae768d90001, quorum=127.0.0.1:51232, baseZNode=/0-1277756425 Set watcher on znode that does not yet exist, /0-1277756425/acl 2024-11-21T14:21:32,589 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36103 2024-11-21T14:21:32,592 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36103 2024-11-21T14:21:32,592 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36103 2024-11-21T14:21:32,628 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36103 2024-11-21T14:21:32,637 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36103 2024-11-21T14:21:32,658 DEBUG [M:0;8a7a968213a0:44295 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8a7a968213a0:44295 2024-11-21T14:21:32,670 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1277756425/backup-masters/8a7a968213a0,44295,1732198892347 2024-11-21T14:21:32,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44295-0x1013ae768d90000, quorum=127.0.0.1:51232, baseZNode=/0-1277756425 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1277756425/backup-masters 2024-11-21T14:21:32,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36103-0x1013ae768d90001, quorum=127.0.0.1:51232, baseZNode=/0-1277756425 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1277756425/backup-masters 2024-11-21T14:21:32,679 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44295-0x1013ae768d90000, quorum=127.0.0.1:51232, baseZNode=/0-1277756425 Set watcher on existing znode=/0-1277756425/backup-masters/8a7a968213a0,44295,1732198892347 2024-11-21T14:21:32,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44295-0x1013ae768d90000, quorum=127.0.0.1:51232, baseZNode=/0-1277756425 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1277756425 2024-11-21T14:21:32,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36103-0x1013ae768d90001, quorum=127.0.0.1:51232, baseZNode=/0-1277756425 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1277756425/master 2024-11-21T14:21:32,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36103-0x1013ae768d90001, quorum=127.0.0.1:51232, baseZNode=/0-1277756425 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1277756425 2024-11-21T14:21:32,682 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44295-0x1013ae768d90000, quorum=127.0.0.1:51232, baseZNode=/0-1277756425 Set watcher on existing znode=/0-1277756425/master 2024-11-21T14:21:32,682 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1277756425/backup-masters/8a7a968213a0,44295,1732198892347 from backup master directory 2024-11-21T14:21:32,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44295-0x1013ae768d90000, quorum=127.0.0.1:51232, baseZNode=/0-1277756425 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1277756425/backup-masters/8a7a968213a0,44295,1732198892347 2024-11-21T14:21:32,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44295-0x1013ae768d90000, quorum=127.0.0.1:51232, baseZNode=/0-1277756425 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1277756425/backup-masters 2024-11-21T14:21:32,684 WARN [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T14:21:32,684 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8a7a968213a0,44295,1732198892347 2024-11-21T14:21:32,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36103-0x1013ae768d90001, quorum=127.0.0.1:51232, baseZNode=/0-1277756425 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1277756425/backup-masters 2024-11-21T14:21:32,689 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/hbase.id] with ID: b1c949ab-5acc-4559-8255-bc17ebc2c1fe 2024-11-21T14:21:32,689 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/.tmp/hbase.id 2024-11-21T14:21:32,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35409 is added to blk_1073741826_1002 (size=42) 2024-11-21T14:21:32,746 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/.tmp/hbase.id]:[hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/hbase.id] 2024-11-21T14:21:32,768 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:21:32,768 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T14:21:32,770 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-21T14:21:32,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36103-0x1013ae768d90001, quorum=127.0.0.1:51232, baseZNode=/0-1277756425 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1277756425 2024-11-21T14:21:32,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44295-0x1013ae768d90000, quorum=127.0.0.1:51232, baseZNode=/0-1277756425 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1277756425 2024-11-21T14:21:32,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35409 is added to blk_1073741827_1003 (size=196) 2024-11-21T14:21:32,819 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T14:21:32,820 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T14:21:32,837 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:21:32,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35409 is added to blk_1073741828_1004 (size=1189) 2024-11-21T14:21:33,293 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/MasterData/data/master/store 2024-11-21T14:21:33,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35409 is added to blk_1073741829_1005 (size=34) 2024-11-21T14:21:33,698 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:21:33,698 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T14:21:33,698 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:21:33,698 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:21:33,698 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T14:21:33,698 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:21:33,698 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:21:33,698 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732198893698Disabling compacts and flushes for region at 1732198893698Disabling writes for close at 1732198893698Writing region close event to WAL at 1732198893698Closed at 1732198893698 2024-11-21T14:21:33,699 WARN [master/8a7a968213a0:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/MasterData/data/master/store/.initializing 2024-11-21T14:21:33,699 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/MasterData/WALs/8a7a968213a0,44295,1732198892347 2024-11-21T14:21:33,703 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T14:21:33,707 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8a7a968213a0%2C44295%2C1732198892347, suffix=, logDir=hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/MasterData/WALs/8a7a968213a0,44295,1732198892347, archiveDir=hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/MasterData/oldWALs, maxLogs=10 2024-11-21T14:21:33,742 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/MasterData/WALs/8a7a968213a0,44295,1732198892347/8a7a968213a0%2C44295%2C1732198892347.1732198893707, exclude list is [], retry=0 2024-11-21T14:21:33,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35409,DS-142df35d-aa34-4240-bf3e-70aef77bcc2b,DISK] 2024-11-21T14:21:33,750 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/MasterData/WALs/8a7a968213a0,44295,1732198892347/8a7a968213a0%2C44295%2C1732198892347.1732198893707 2024-11-21T14:21:33,752 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35095:35095)] 2024-11-21T14:21:33,752 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T14:21:33,753 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:21:33,753 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:21:33,753 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:21:33,765 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:21:33,766 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T14:21:33,767 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:21:33,775 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:21:33,775 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:21:33,776 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T14:21:33,776 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:21:33,777 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:21:33,778 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:21:33,779 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T14:21:33,779 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:21:33,784 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:21:33,784 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:21:33,785 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T14:21:33,785 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:21:33,786 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:21:33,786 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:21:33,787 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:21:33,787 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:21:33,788 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:21:33,788 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:21:33,788 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T14:21:33,789 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:21:33,791 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T14:21:33,791 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67336406, jitterRate=0.0033906400203704834}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T14:21:33,791 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732198893753Initializing all the Stores at 1732198893754 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198893754Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198893764 (+10 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198893764Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198893764Cleaning up temporary data from old regions at 1732198893788 (+24 ms)Region opened successfully at 1732198893791 (+3 ms) 2024-11-21T14:21:33,792 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T14:21:33,798 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bf19a87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8a7a968213a0/172.17.0.2:0 2024-11-21T14:21:33,799 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T14:21:33,799 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T14:21:33,799 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T14:21:33,800 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T14:21:33,800 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T14:21:33,800 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T14:21:33,801 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T14:21:33,815 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T14:21:33,816 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44295-0x1013ae768d90000, quorum=127.0.0.1:51232, baseZNode=/0-1277756425 Unable to get data of znode /0-1277756425/balancer because node does not exist (not necessarily an error) 2024-11-21T14:21:33,817 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1277756425/balancer already deleted, retry=false 2024-11-21T14:21:33,818 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T14:21:33,818 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44295-0x1013ae768d90000, quorum=127.0.0.1:51232, baseZNode=/0-1277756425 Unable to get data of znode /0-1277756425/normalizer because node does not exist (not necessarily an error) 2024-11-21T14:21:33,823 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1277756425/normalizer already deleted, retry=false 2024-11-21T14:21:33,823 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T14:21:33,838 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44295-0x1013ae768d90000, quorum=127.0.0.1:51232, baseZNode=/0-1277756425 Unable to get data of znode /0-1277756425/switch/split because node does not exist (not necessarily an error) 2024-11-21T14:21:33,839 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1277756425/switch/split already deleted, retry=false 2024-11-21T14:21:33,840 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44295-0x1013ae768d90000, quorum=127.0.0.1:51232, baseZNode=/0-1277756425 Unable to get data of znode /0-1277756425/switch/merge because node does not exist (not necessarily an error) 2024-11-21T14:21:33,841 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1277756425/switch/merge already deleted, retry=false 2024-11-21T14:21:33,843 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44295-0x1013ae768d90000, quorum=127.0.0.1:51232, baseZNode=/0-1277756425 Unable to get data of znode /0-1277756425/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T14:21:33,844 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1277756425/snapshot-cleanup already deleted, retry=false 2024-11-21T14:21:33,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44295-0x1013ae768d90000, quorum=127.0.0.1:51232, baseZNode=/0-1277756425 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1277756425/running 2024-11-21T14:21:33,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36103-0x1013ae768d90001, quorum=127.0.0.1:51232, baseZNode=/0-1277756425 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1277756425/running 2024-11-21T14:21:33,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36103-0x1013ae768d90001, quorum=127.0.0.1:51232, baseZNode=/0-1277756425 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1277756425 2024-11-21T14:21:33,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44295-0x1013ae768d90000, quorum=127.0.0.1:51232, baseZNode=/0-1277756425 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1277756425 2024-11-21T14:21:33,848 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8a7a968213a0,44295,1732198892347, sessionid=0x1013ae768d90000, setting cluster-up flag (Was=false) 2024-11-21T14:21:33,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44295-0x1013ae768d90000, quorum=127.0.0.1:51232, baseZNode=/0-1277756425 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1277756425 2024-11-21T14:21:33,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36103-0x1013ae768d90001, quorum=127.0.0.1:51232, baseZNode=/0-1277756425 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1277756425 2024-11-21T14:21:33,855 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1277756425/flush-table-proc/acquired, /0-1277756425/flush-table-proc/reached, /0-1277756425/flush-table-proc/abort 2024-11-21T14:21:33,856 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8a7a968213a0,44295,1732198892347 2024-11-21T14:21:33,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36103-0x1013ae768d90001, quorum=127.0.0.1:51232, baseZNode=/0-1277756425 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1277756425 2024-11-21T14:21:33,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44295-0x1013ae768d90000, quorum=127.0.0.1:51232, baseZNode=/0-1277756425 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1277756425 2024-11-21T14:21:33,864 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1277756425/online-snapshot/acquired, /0-1277756425/online-snapshot/reached, /0-1277756425/online-snapshot/abort 2024-11-21T14:21:33,864 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8a7a968213a0,44295,1732198892347 2024-11-21T14:21:33,869 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T14:21:33,870 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T14:21:33,870 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T14:21:33,870 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T14:21:33,870 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8a7a968213a0,44295,1732198892347 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T14:21:33,871 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8a7a968213a0:0, corePoolSize=5, maxPoolSize=5 2024-11-21T14:21:33,871 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8a7a968213a0:0, corePoolSize=5, maxPoolSize=5 2024-11-21T14:21:33,871 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8a7a968213a0:0, corePoolSize=5, maxPoolSize=5 2024-11-21T14:21:33,871 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8a7a968213a0:0, corePoolSize=5, maxPoolSize=5 2024-11-21T14:21:33,871 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8a7a968213a0:0, corePoolSize=10, maxPoolSize=10 2024-11-21T14:21:33,871 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:21:33,871 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8a7a968213a0:0, corePoolSize=2, maxPoolSize=2 2024-11-21T14:21:33,871 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:21:33,877 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T14:21:33,877 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T14:21:33,878 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:21:33,878 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T14:21:33,889 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732198923889 2024-11-21T14:21:33,890 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T14:21:33,890 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T14:21:33,890 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T14:21:33,890 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T14:21:33,890 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T14:21:33,890 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T14:21:33,896 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T14:21:33,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35409 is added to blk_1073741831_1007 (size=1321) 2024-11-21T14:21:33,903 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T14:21:33,903 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1 2024-11-21T14:21:33,905 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T14:21:33,905 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T14:21:33,905 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T14:21:33,905 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T14:21:33,908 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T14:21:33,908 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T14:21:33,909 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8a7a968213a0:0:becomeActiveMaster-HFileCleaner.large.0-1732198893908,5,FailOnTimeoutGroup] 2024-11-21T14:21:33,928 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8a7a968213a0:0:becomeActiveMaster-HFileCleaner.small.0-1732198893910,5,FailOnTimeoutGroup] 2024-11-21T14:21:33,928 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T14:21:33,928 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T14:21:33,928 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T14:21:33,928 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T14:21:33,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35409 is added to blk_1073741832_1008 (size=32) 2024-11-21T14:21:33,933 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:21:33,934 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T14:21:33,935 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T14:21:33,936 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:21:33,936 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:21:33,936 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T14:21:33,937 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T14:21:33,937 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:21:33,937 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:21:33,937 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T14:21:33,938 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T14:21:33,938 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:21:33,938 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:21:33,938 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T14:21:33,939 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T14:21:33,939 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:21:33,939 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:21:33,939 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T14:21:33,940 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/data/hbase/meta/1588230740 2024-11-21T14:21:33,940 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/data/hbase/meta/1588230740 2024-11-21T14:21:33,941 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T14:21:33,941 INFO [RS:0;8a7a968213a0:36103 {}] regionserver.HRegionServer(746): ClusterId : b1c949ab-5acc-4559-8255-bc17ebc2c1fe 2024-11-21T14:21:33,941 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T14:21:33,941 DEBUG [RS:0;8a7a968213a0:36103 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T14:21:33,942 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T14:21:33,942 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T14:21:33,944 DEBUG [RS:0;8a7a968213a0:36103 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T14:21:33,944 DEBUG [RS:0;8a7a968213a0:36103 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T14:21:33,944 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T14:21:33,944 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59493362, jitterRate=-0.11347982287406921}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T14:21:33,944 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732198893934Initializing all the Stores at 1732198893934Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198893934Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198893934Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198893934Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198893934Cleaning up temporary data from old regions at 1732198893941 (+7 ms)Region opened successfully at 1732198893944 (+3 ms) 2024-11-21T14:21:33,944 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T14:21:33,945 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T14:21:33,945 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T14:21:33,945 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T14:21:33,945 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T14:21:33,945 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T14:21:33,945 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732198893944Disabling compacts and flushes for region at 1732198893944Disabling writes for close at 1732198893945 (+1 ms)Writing region close event to WAL at 1732198893945Closed at 1732198893945 2024-11-21T14:21:33,946 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T14:21:33,946 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T14:21:33,946 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T14:21:33,947 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T14:21:33,948 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T14:21:33,948 DEBUG [RS:0;8a7a968213a0:36103 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T14:21:33,949 DEBUG [RS:0;8a7a968213a0:36103 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3984bb85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8a7a968213a0/172.17.0.2:0 2024-11-21T14:21:33,964 DEBUG [RS:0;8a7a968213a0:36103 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8a7a968213a0:36103 2024-11-21T14:21:33,964 INFO [RS:0;8a7a968213a0:36103 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T14:21:33,964 INFO [RS:0;8a7a968213a0:36103 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T14:21:33,964 DEBUG [RS:0;8a7a968213a0:36103 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T14:21:33,965 INFO [RS:0;8a7a968213a0:36103 {}] regionserver.HRegionServer(2659): reportForDuty to master=8a7a968213a0,44295,1732198892347 with port=36103, startcode=1732198892523 2024-11-21T14:21:33,966 DEBUG [RS:0;8a7a968213a0:36103 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T14:21:33,969 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55861, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T14:21:33,969 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44295 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8a7a968213a0,36103,1732198892523 2024-11-21T14:21:33,970 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44295 {}] master.ServerManager(517): Registering regionserver=8a7a968213a0,36103,1732198892523 2024-11-21T14:21:33,971 DEBUG [RS:0;8a7a968213a0:36103 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1 2024-11-21T14:21:33,971 DEBUG [RS:0;8a7a968213a0:36103 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34479 2024-11-21T14:21:33,971 DEBUG [RS:0;8a7a968213a0:36103 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T14:21:33,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44295-0x1013ae768d90000, quorum=127.0.0.1:51232, baseZNode=/0-1277756425 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1277756425/rs 2024-11-21T14:21:33,973 DEBUG [RS:0;8a7a968213a0:36103 {}] zookeeper.ZKUtil(111): regionserver:36103-0x1013ae768d90001, quorum=127.0.0.1:51232, baseZNode=/0-1277756425 Set watcher on existing znode=/0-1277756425/rs/8a7a968213a0,36103,1732198892523 2024-11-21T14:21:33,973 WARN [RS:0;8a7a968213a0:36103 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T14:21:33,973 INFO [RS:0;8a7a968213a0:36103 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:21:33,973 DEBUG [RS:0;8a7a968213a0:36103 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/WALs/8a7a968213a0,36103,1732198892523 2024-11-21T14:21:33,973 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8a7a968213a0,36103,1732198892523] 2024-11-21T14:21:33,978 INFO [RS:0;8a7a968213a0:36103 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T14:21:33,984 INFO [RS:0;8a7a968213a0:36103 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T14:21:33,990 INFO [RS:0;8a7a968213a0:36103 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T14:21:33,990 INFO [RS:0;8a7a968213a0:36103 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T14:21:33,990 INFO [RS:0;8a7a968213a0:36103 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T14:21:33,990 INFO [RS:0;8a7a968213a0:36103 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T14:21:33,990 INFO [RS:0;8a7a968213a0:36103 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T14:21:33,990 DEBUG [RS:0;8a7a968213a0:36103 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:21:33,991 DEBUG [RS:0;8a7a968213a0:36103 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:21:33,991 DEBUG [RS:0;8a7a968213a0:36103 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:21:33,991 DEBUG [RS:0;8a7a968213a0:36103 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:21:33,991 DEBUG [RS:0;8a7a968213a0:36103 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:21:33,991 DEBUG [RS:0;8a7a968213a0:36103 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8a7a968213a0:0, corePoolSize=2, maxPoolSize=2 2024-11-21T14:21:33,991 DEBUG [RS:0;8a7a968213a0:36103 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:21:33,991 DEBUG [RS:0;8a7a968213a0:36103 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:21:33,991 DEBUG [RS:0;8a7a968213a0:36103 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:21:33,991 DEBUG [RS:0;8a7a968213a0:36103 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:21:33,991 DEBUG [RS:0;8a7a968213a0:36103 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:21:33,991 DEBUG [RS:0;8a7a968213a0:36103 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:21:33,991 DEBUG [RS:0;8a7a968213a0:36103 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8a7a968213a0:0, corePoolSize=3, maxPoolSize=3 2024-11-21T14:21:33,991 DEBUG [RS:0;8a7a968213a0:36103 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8a7a968213a0:0, corePoolSize=3, maxPoolSize=3 2024-11-21T14:21:33,992 INFO [RS:0;8a7a968213a0:36103 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T14:21:33,992 INFO [RS:0;8a7a968213a0:36103 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T14:21:33,992 INFO [RS:0;8a7a968213a0:36103 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T14:21:33,992 INFO [RS:0;8a7a968213a0:36103 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T14:21:33,992 INFO [RS:0;8a7a968213a0:36103 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T14:21:33,992 INFO [RS:0;8a7a968213a0:36103 {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,36103,1732198892523-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T14:21:34,013 INFO [RS:0;8a7a968213a0:36103 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T14:21:34,013 INFO [RS:0;8a7a968213a0:36103 {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,36103,1732198892523-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T14:21:34,013 INFO [RS:0;8a7a968213a0:36103 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:21:34,013 INFO [RS:0;8a7a968213a0:36103 {}] regionserver.Replication(171): 8a7a968213a0,36103,1732198892523 started 2024-11-21T14:21:34,035 INFO [RS:0;8a7a968213a0:36103 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:21:34,035 INFO [RS:0;8a7a968213a0:36103 {}] regionserver.HRegionServer(1482): Serving as 8a7a968213a0,36103,1732198892523, RpcServer on 8a7a968213a0/172.17.0.2:36103, sessionid=0x1013ae768d90001 2024-11-21T14:21:34,035 DEBUG [RS:0;8a7a968213a0:36103 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T14:21:34,035 DEBUG [RS:0;8a7a968213a0:36103 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8a7a968213a0,36103,1732198892523 2024-11-21T14:21:34,035 DEBUG [RS:0;8a7a968213a0:36103 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8a7a968213a0,36103,1732198892523' 2024-11-21T14:21:34,035 DEBUG [RS:0;8a7a968213a0:36103 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1277756425/flush-table-proc/abort' 2024-11-21T14:21:34,036 DEBUG [RS:0;8a7a968213a0:36103 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1277756425/flush-table-proc/acquired' 2024-11-21T14:21:34,036 DEBUG [RS:0;8a7a968213a0:36103 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T14:21:34,036 DEBUG [RS:0;8a7a968213a0:36103 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T14:21:34,036 DEBUG [RS:0;8a7a968213a0:36103 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8a7a968213a0,36103,1732198892523 2024-11-21T14:21:34,036 DEBUG [RS:0;8a7a968213a0:36103 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8a7a968213a0,36103,1732198892523' 2024-11-21T14:21:34,036 DEBUG [RS:0;8a7a968213a0:36103 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1277756425/online-snapshot/abort' 2024-11-21T14:21:34,037 DEBUG [RS:0;8a7a968213a0:36103 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1277756425/online-snapshot/acquired' 2024-11-21T14:21:34,037 DEBUG [RS:0;8a7a968213a0:36103 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T14:21:34,037 INFO [RS:0;8a7a968213a0:36103 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T14:21:34,038 INFO [RS:0;8a7a968213a0:36103 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T14:21:34,098 WARN [8a7a968213a0:44295 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T14:21:34,138 INFO [RS:0;8a7a968213a0:36103 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T14:21:34,139 INFO [RS:0;8a7a968213a0:36103 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8a7a968213a0%2C36103%2C1732198892523, suffix=, logDir=hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/WALs/8a7a968213a0,36103,1732198892523, archiveDir=hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/oldWALs, maxLogs=10 2024-11-21T14:21:34,169 DEBUG [RS:0;8a7a968213a0:36103 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/WALs/8a7a968213a0,36103,1732198892523/8a7a968213a0%2C36103%2C1732198892523.1732198894140, exclude list is [], retry=0 2024-11-21T14:21:34,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35409,DS-142df35d-aa34-4240-bf3e-70aef77bcc2b,DISK] 2024-11-21T14:21:34,178 INFO [RS:0;8a7a968213a0:36103 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/WALs/8a7a968213a0,36103,1732198892523/8a7a968213a0%2C36103%2C1732198892523.1732198894140 2024-11-21T14:21:34,180 DEBUG [RS:0;8a7a968213a0:36103 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35095:35095)] 2024-11-21T14:21:34,230 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T14:21:34,230 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8a7a968213a0,32873,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8a7a968213a0:32873 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-21T14:21:34,231 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108856 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8a7a968213a0,32873,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8a7a968213a0:32873 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-21T14:21:34,349 DEBUG [8a7a968213a0:44295 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T14:21:34,349 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8a7a968213a0,36103,1732198892523 2024-11-21T14:21:34,351 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8a7a968213a0,36103,1732198892523, state=OPENING 2024-11-21T14:21:34,353 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T14:21:34,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44295-0x1013ae768d90000, quorum=127.0.0.1:51232, baseZNode=/0-1277756425 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1277756425 2024-11-21T14:21:34,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36103-0x1013ae768d90001, quorum=127.0.0.1:51232, baseZNode=/0-1277756425 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1277756425 2024-11-21T14:21:34,361 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T14:21:34,361 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8a7a968213a0,36103,1732198892523}] 2024-11-21T14:21:34,361 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1277756425/meta-region-server: CHANGED 2024-11-21T14:21:34,362 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1277756425/meta-region-server: CHANGED 2024-11-21T14:21:34,514 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T14:21:34,515 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54135, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T14:21:34,519 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T14:21:34,520 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:21:34,520 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T14:21:34,521 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8a7a968213a0%2C36103%2C1732198892523.meta, suffix=.meta, logDir=hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/WALs/8a7a968213a0,36103,1732198892523, archiveDir=hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/oldWALs, maxLogs=10 2024-11-21T14:21:34,542 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/WALs/8a7a968213a0,36103,1732198892523/8a7a968213a0%2C36103%2C1732198892523.meta.1732198894521.meta, exclude list is [], retry=0 2024-11-21T14:21:34,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35409,DS-142df35d-aa34-4240-bf3e-70aef77bcc2b,DISK] 2024-11-21T14:21:34,565 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T14:21:34,566 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-21T14:21:34,574 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/WALs/8a7a968213a0,36103,1732198892523/8a7a968213a0%2C36103%2C1732198892523.meta.1732198894521.meta 2024-11-21T14:21:34,574 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35095:35095)] 2024-11-21T14:21:34,575 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T14:21:34,575 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T14:21:34,575 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T14:21:34,575 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T14:21:34,575 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T14:21:34,575 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T14:21:34,575 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:21:34,576 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T14:21:34,576 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T14:21:34,579 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T14:21:34,580 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T14:21:34,580 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:21:34,580 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:21:34,580 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T14:21:34,581 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T14:21:34,581 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:21:34,581 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:21:34,581 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T14:21:34,582 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T14:21:34,582 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:21:34,582 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:21:34,582 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T14:21:34,582 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T14:21:34,583 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:21:34,583 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:21:34,583 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T14:21:34,583 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/data/hbase/meta/1588230740 2024-11-21T14:21:34,584 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/data/hbase/meta/1588230740 2024-11-21T14:21:34,585 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T14:21:34,585 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T14:21:34,586 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T14:21:34,587 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T14:21:34,587 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68898470, jitterRate=0.02666720747947693}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T14:21:34,587 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T14:21:34,587 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732198894576Writing region info on filesystem at 1732198894576Initializing all the Stores at 1732198894576Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198894576Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198894579 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198894579Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198894579Cleaning up temporary data from old regions at 1732198894585 (+6 ms)Running coprocessor post-open hooks at 1732198894587 (+2 ms)Region opened successfully at 1732198894587 2024-11-21T14:21:34,588 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732198894514 2024-11-21T14:21:34,590 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T14:21:34,590 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T14:21:34,591 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=8a7a968213a0,36103,1732198892523 2024-11-21T14:21:34,591 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8a7a968213a0,36103,1732198892523, state=OPEN 2024-11-21T14:21:34,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44295-0x1013ae768d90000, quorum=127.0.0.1:51232, baseZNode=/0-1277756425 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1277756425/meta-region-server 2024-11-21T14:21:34,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36103-0x1013ae768d90001, quorum=127.0.0.1:51232, baseZNode=/0-1277756425 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1277756425/meta-region-server 2024-11-21T14:21:34,593 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8a7a968213a0,36103,1732198892523 2024-11-21T14:21:34,593 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1277756425/meta-region-server: CHANGED 2024-11-21T14:21:34,593 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1277756425/meta-region-server: CHANGED 2024-11-21T14:21:34,595 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T14:21:34,595 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8a7a968213a0,36103,1732198892523 in 232 msec 2024-11-21T14:21:34,602 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T14:21:34,602 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 649 msec 2024-11-21T14:21:34,603 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T14:21:34,603 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T14:21:34,604 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:21:34,604 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a7a968213a0,36103,1732198892523, seqNum=-1] 2024-11-21T14:21:34,604 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:21:34,605 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53049, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T14:21:34,610 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 739 msec 2024-11-21T14:21:34,610 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732198894610, completionTime=-1 2024-11-21T14:21:34,610 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T14:21:34,610 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T14:21:34,612 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T14:21:34,612 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732198954612 2024-11-21T14:21:34,612 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732199014612 2024-11-21T14:21:34,612 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-21T14:21:34,612 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,44295,1732198892347-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T14:21:34,612 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,44295,1732198892347-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:21:34,612 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,44295,1732198892347-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:21:34,612 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8a7a968213a0:44295, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:21:34,612 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T14:21:34,613 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T14:21:34,613 DEBUG [master/8a7a968213a0:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T14:21:34,616 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.932sec 2024-11-21T14:21:34,616 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T14:21:34,616 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T14:21:34,616 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T14:21:34,616 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T14:21:34,616 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T14:21:34,616 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,44295,1732198892347-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T14:21:34,616 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,44295,1732198892347-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T14:21:34,618 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T14:21:34,618 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T14:21:34,618 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,44295,1732198892347-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:21:34,642 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e357b8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:21:34,642 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8a7a968213a0,44295,-1 for getting cluster id 2024-11-21T14:21:34,642 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:21:34,644 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1c949ab-5acc-4559-8255-bc17ebc2c1fe' 2024-11-21T14:21:34,644 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:21:34,644 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1c949ab-5acc-4559-8255-bc17ebc2c1fe" 2024-11-21T14:21:34,644 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f96ccb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:21:34,644 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a7a968213a0,44295,-1] 2024-11-21T14:21:34,644 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:21:34,644 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:21:34,645 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:21:34,646 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2835a59e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:21:34,646 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:21:34,647 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a7a968213a0,36103,1732198892523, seqNum=-1] 2024-11-21T14:21:34,648 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:21:34,648 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T14:21:34,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=8a7a968213a0,44295,1732198892347 2024-11-21T14:21:34,650 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:51232 2024-11-21T14:21:34,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:51232, baseZNode=/0-1277756425 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T14:21:34,656 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013ae768d90002 connected 2024-11-21T14:21:34,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aaceca33-f7d5-5b61-6869-7fc10102d907/hadoop.log.dir so I do NOT create it in target/test-data/c1934018-6a06-e78a-796c-7048a572436d 2024-11-21T14:21:34,662 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aaceca33-f7d5-5b61-6869-7fc10102d907/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T14:21:34,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aaceca33-f7d5-5b61-6869-7fc10102d907/hadoop.tmp.dir so I do NOT create it in target/test-data/c1934018-6a06-e78a-796c-7048a572436d 2024-11-21T14:21:34,662 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aaceca33-f7d5-5b61-6869-7fc10102d907/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T14:21:34,662 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1934018-6a06-e78a-796c-7048a572436d 2024-11-21T14:21:34,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T14:21:34,662 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1934018-6a06-e78a-796c-7048a572436d/cluster_1a81ec37-1f5d-72b8-d8a7-81aafb7c37dd, deleteOnExit=true 2024-11-21T14:21:34,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T14:21:34,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1934018-6a06-e78a-796c-7048a572436d/test.cache.data in system properties and HBase conf 2024-11-21T14:21:34,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1934018-6a06-e78a-796c-7048a572436d/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T14:21:34,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1934018-6a06-e78a-796c-7048a572436d/hadoop.log.dir in system properties and HBase conf 2024-11-21T14:21:34,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1934018-6a06-e78a-796c-7048a572436d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T14:21:34,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1934018-6a06-e78a-796c-7048a572436d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T14:21:34,663 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T14:21:34,664 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T14:21:34,664 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1934018-6a06-e78a-796c-7048a572436d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T14:21:34,664 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1934018-6a06-e78a-796c-7048a572436d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T14:21:34,664 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1934018-6a06-e78a-796c-7048a572436d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T14:21:34,664 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1934018-6a06-e78a-796c-7048a572436d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T14:21:34,664 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1934018-6a06-e78a-796c-7048a572436d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T14:21:34,664 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1934018-6a06-e78a-796c-7048a572436d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T14:21:34,664 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1934018-6a06-e78a-796c-7048a572436d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T14:21:34,664 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1934018-6a06-e78a-796c-7048a572436d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T14:21:34,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1934018-6a06-e78a-796c-7048a572436d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T14:21:34,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1934018-6a06-e78a-796c-7048a572436d/nfs.dump.dir in system properties and HBase conf 2024-11-21T14:21:34,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1934018-6a06-e78a-796c-7048a572436d/java.io.tmpdir in system properties and HBase conf 2024-11-21T14:21:34,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1934018-6a06-e78a-796c-7048a572436d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T14:21:34,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1934018-6a06-e78a-796c-7048a572436d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T14:21:34,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1934018-6a06-e78a-796c-7048a572436d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T14:21:34,746 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-21T14:21:34,747 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:34,747 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:34,747 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:34,748 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:34,748 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:34,748 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:34,749 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:34,749 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:34,798 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:34,799 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:34,799 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:34,800 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:34,800 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:34,800 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:34,806 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:34,808 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:34,808 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:34,810 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:34,853 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T14:21:34,862 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T14:21:34,886 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T14:21:34,886 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T14:21:34,886 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T14:21:34,889 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T14:21:34,890 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@119eee7d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1934018-6a06-e78a-796c-7048a572436d/hadoop.log.dir/,AVAILABLE} 2024-11-21T14:21:34,890 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@738e3a8a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T14:21:35,044 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@690fba0f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1934018-6a06-e78a-796c-7048a572436d/java.io.tmpdir/jetty-localhost-43443-hadoop-hdfs-3_4_1-tests_jar-_-any-15190648910600114040/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T14:21:35,044 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6627d46b{HTTP/1.1, (http/1.1)}{localhost:43443} 2024-11-21T14:21:35,044 INFO [Time-limited test {}] server.Server(415): Started @283150ms 2024-11-21T14:21:35,522 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T14:21:35,533 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T14:21:35,580 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T14:21:35,580 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T14:21:35,580 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T14:21:35,586 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@654e73bb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1934018-6a06-e78a-796c-7048a572436d/hadoop.log.dir/,AVAILABLE} 2024-11-21T14:21:35,586 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4aa2692e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T14:21:35,848 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@16cb611e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1934018-6a06-e78a-796c-7048a572436d/java.io.tmpdir/jetty-localhost-45289-hadoop-hdfs-3_4_1-tests_jar-_-any-8926253790011569393/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T14:21:35,849 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@42cb9d4b{HTTP/1.1, (http/1.1)}{localhost:45289} 2024-11-21T14:21:35,849 INFO [Time-limited test {}] server.Server(415): Started @283954ms 2024-11-21T14:21:35,851 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T14:21:36,070 WARN [Thread-4380 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1934018-6a06-e78a-796c-7048a572436d/cluster_1a81ec37-1f5d-72b8-d8a7-81aafb7c37dd/data/data2/current/BP-152994611-172.17.0.2-1732198894690/current, will proceed with Du for space computation calculation, 2024-11-21T14:21:36,071 WARN [Thread-4379 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1934018-6a06-e78a-796c-7048a572436d/cluster_1a81ec37-1f5d-72b8-d8a7-81aafb7c37dd/data/data1/current/BP-152994611-172.17.0.2-1732198894690/current, will proceed with Du for space computation calculation, 2024-11-21T14:21:36,122 WARN [Thread-4367 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T14:21:36,128 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x506dcf82b4183a3d with lease ID 0xf50b641745675910: Processing first storage report for DS-7461f9a3-ef29-4557-9a1f-799e50387080 from datanode DatanodeRegistration(127.0.0.1:42061, datanodeUuid=08875932-1005-4730-b419-cf5fa5db9bcd, infoPort=37587, infoSecurePort=0, ipcPort=39661, storageInfo=lv=-57;cid=testClusterID;nsid=85972261;c=1732198894690) 2024-11-21T14:21:36,128 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x506dcf82b4183a3d with lease ID 0xf50b641745675910: from storage DS-7461f9a3-ef29-4557-9a1f-799e50387080 node DatanodeRegistration(127.0.0.1:42061, datanodeUuid=08875932-1005-4730-b419-cf5fa5db9bcd, infoPort=37587, infoSecurePort=0, ipcPort=39661, storageInfo=lv=-57;cid=testClusterID;nsid=85972261;c=1732198894690), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-21T14:21:36,128 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x506dcf82b4183a3d with lease ID 0xf50b641745675910: Processing first storage report for DS-f23786eb-696b-473a-b086-ee2c7856a22a from datanode DatanodeRegistration(127.0.0.1:42061, datanodeUuid=08875932-1005-4730-b419-cf5fa5db9bcd, infoPort=37587, infoSecurePort=0, ipcPort=39661, storageInfo=lv=-57;cid=testClusterID;nsid=85972261;c=1732198894690) 2024-11-21T14:21:36,128 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x506dcf82b4183a3d with lease ID 0xf50b641745675910: from storage DS-f23786eb-696b-473a-b086-ee2c7856a22a node DatanodeRegistration(127.0.0.1:42061, datanodeUuid=08875932-1005-4730-b419-cf5fa5db9bcd, infoPort=37587, infoSecurePort=0, ipcPort=39661, storageInfo=lv=-57;cid=testClusterID;nsid=85972261;c=1732198894690), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T14:21:36,166 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1934018-6a06-e78a-796c-7048a572436d 2024-11-21T14:21:36,167 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:21:36,169 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:21:36,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741825_1001 (size=7) 2024-11-21T14:21:36,213 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45869/user/jenkins/test-data/33f8c968-2ee0-a25b-3295-8af599246308 with version=8 2024-11-21T14:21:36,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45869/user/jenkins/test-data/33f8c968-2ee0-a25b-3295-8af599246308/hbase-staging 2024-11-21T14:21:36,217 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8a7a968213a0:0 server-side Connection retries=45 2024-11-21T14:21:36,217 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T14:21:36,217 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T14:21:36,217 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T14:21:36,217 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T14:21:36,217 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T14:21:36,217 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T14:21:36,218 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T14:21:36,229 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35409 2024-11-21T14:21:36,230 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35409 connecting to ZooKeeper ensemble=127.0.0.1:51232 2024-11-21T14:21:36,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:354090x0, quorum=127.0.0.1:51232, baseZNode=/1-35740045 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T14:21:36,261 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35409-0x1013ae768d90003 connected 2024-11-21T14:21:36,265 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:21:36,267 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:21:36,271 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35409-0x1013ae768d90003, quorum=127.0.0.1:51232, baseZNode=/1-35740045 Set watcher on znode that does not yet exist, /1-35740045/running 2024-11-21T14:21:36,271 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45869/user/jenkins/test-data/33f8c968-2ee0-a25b-3295-8af599246308, hbase.cluster.distributed=false 2024-11-21T14:21:36,276 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35409-0x1013ae768d90003, quorum=127.0.0.1:51232, baseZNode=/1-35740045 Set watcher on znode that does not yet exist, /1-35740045/acl 2024-11-21T14:21:36,279 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35409 2024-11-21T14:21:36,280 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35409 2024-11-21T14:21:36,292 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35409 2024-11-21T14:21:36,302 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35409 2024-11-21T14:21:36,308 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35409 2024-11-21T14:21:36,338 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8a7a968213a0:0 server-side Connection retries=45 2024-11-21T14:21:36,338 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T14:21:36,339 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T14:21:36,339 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T14:21:36,339 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T14:21:36,339 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T14:21:36,339 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T14:21:36,339 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T14:21:36,340 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38855 2024-11-21T14:21:36,340 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38855 connecting to ZooKeeper ensemble=127.0.0.1:51232 2024-11-21T14:21:36,341 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:21:36,344 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:21:36,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:388550x0, quorum=127.0.0.1:51232, baseZNode=/1-35740045 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T14:21:36,351 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:388550x0, quorum=127.0.0.1:51232, baseZNode=/1-35740045 Set watcher on znode that does not yet exist, /1-35740045/running 2024-11-21T14:21:36,351 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38855-0x1013ae768d90004 connected 2024-11-21T14:21:36,351 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T14:21:36,356 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T14:21:36,357 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38855-0x1013ae768d90004, quorum=127.0.0.1:51232, baseZNode=/1-35740045 Set watcher on znode that does not yet exist, /1-35740045/master 2024-11-21T14:21:36,358 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38855-0x1013ae768d90004, quorum=127.0.0.1:51232, baseZNode=/1-35740045 Set watcher on znode that does not yet exist, /1-35740045/acl 2024-11-21T14:21:36,367 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38855 2024-11-21T14:21:36,367 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38855 2024-11-21T14:21:36,369 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38855 2024-11-21T14:21:36,372 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38855 2024-11-21T14:21:36,373 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38855 2024-11-21T14:21:36,385 DEBUG [M:0;8a7a968213a0:35409 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8a7a968213a0:35409 2024-11-21T14:21:36,386 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-35740045/backup-masters/8a7a968213a0,35409,1732198896217 2024-11-21T14:21:36,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38855-0x1013ae768d90004, quorum=127.0.0.1:51232, baseZNode=/1-35740045 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-35740045/backup-masters 2024-11-21T14:21:36,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35409-0x1013ae768d90003, quorum=127.0.0.1:51232, baseZNode=/1-35740045 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-35740045/backup-masters 2024-11-21T14:21:36,388 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35409-0x1013ae768d90003, quorum=127.0.0.1:51232, baseZNode=/1-35740045 Set watcher on existing znode=/1-35740045/backup-masters/8a7a968213a0,35409,1732198896217 2024-11-21T14:21:36,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38855-0x1013ae768d90004, quorum=127.0.0.1:51232, baseZNode=/1-35740045 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-35740045/master 2024-11-21T14:21:36,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35409-0x1013ae768d90003, quorum=127.0.0.1:51232, baseZNode=/1-35740045 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-35740045 2024-11-21T14:21:36,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38855-0x1013ae768d90004, quorum=127.0.0.1:51232, baseZNode=/1-35740045 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-35740045 2024-11-21T14:21:36,391 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35409-0x1013ae768d90003, quorum=127.0.0.1:51232, baseZNode=/1-35740045 Set watcher on existing znode=/1-35740045/master 2024-11-21T14:21:36,391 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-35740045/backup-masters/8a7a968213a0,35409,1732198896217 from backup master directory 2024-11-21T14:21:36,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38855-0x1013ae768d90004, quorum=127.0.0.1:51232, baseZNode=/1-35740045 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-35740045/backup-masters 2024-11-21T14:21:36,392 WARN [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T14:21:36,392 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8a7a968213a0,35409,1732198896217 2024-11-21T14:21:36,396 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45869/user/jenkins/test-data/33f8c968-2ee0-a25b-3295-8af599246308/hbase.id] with ID: 5da9e5bf-211e-4c03-b90d-8a0a39d8971c 2024-11-21T14:21:36,396 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45869/user/jenkins/test-data/33f8c968-2ee0-a25b-3295-8af599246308/.tmp/hbase.id 2024-11-21T14:21:36,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35409-0x1013ae768d90003, quorum=127.0.0.1:51232, baseZNode=/1-35740045 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-35740045/backup-masters/8a7a968213a0,35409,1732198896217 2024-11-21T14:21:36,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35409-0x1013ae768d90003, quorum=127.0.0.1:51232, baseZNode=/1-35740045 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-35740045/backup-masters 2024-11-21T14:21:36,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741826_1002 (size=42) 2024-11-21T14:21:36,802 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45869/user/jenkins/test-data/33f8c968-2ee0-a25b-3295-8af599246308/.tmp/hbase.id]:[hdfs://localhost:45869/user/jenkins/test-data/33f8c968-2ee0-a25b-3295-8af599246308/hbase.id] 2024-11-21T14:21:36,810 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:21:36,810 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T14:21:36,811 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-21T14:21:36,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35409-0x1013ae768d90003, quorum=127.0.0.1:51232, baseZNode=/1-35740045 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-35740045 2024-11-21T14:21:36,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38855-0x1013ae768d90004, quorum=127.0.0.1:51232, baseZNode=/1-35740045 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-35740045 2024-11-21T14:21:36,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741827_1003 (size=196) 2024-11-21T14:21:37,218 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T14:21:37,219 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T14:21:37,220 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:21:37,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741828_1004 (size=1189) 2024-11-21T14:21:37,244 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T14:21:37,244 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-21T14:21:37,245 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-21T14:21:37,245 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-21T14:21:37,246 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T14:21:37,246 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-21T14:21:37,246 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-21T14:21:37,246 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-21T14:21:37,629 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45869/user/jenkins/test-data/33f8c968-2ee0-a25b-3295-8af599246308/MasterData/data/master/store 2024-11-21T14:21:37,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741829_1005 (size=34) 2024-11-21T14:21:38,034 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:21:38,034 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T14:21:38,034 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:21:38,034 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:21:38,034 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T14:21:38,034 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:21:38,034 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:21:38,034 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732198898034Disabling compacts and flushes for region at 1732198898034Disabling writes for close at 1732198898034Writing region close event to WAL at 1732198898034Closed at 1732198898034 2024-11-21T14:21:38,035 WARN [master/8a7a968213a0:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45869/user/jenkins/test-data/33f8c968-2ee0-a25b-3295-8af599246308/MasterData/data/master/store/.initializing 2024-11-21T14:21:38,035 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45869/user/jenkins/test-data/33f8c968-2ee0-a25b-3295-8af599246308/MasterData/WALs/8a7a968213a0,35409,1732198896217 2024-11-21T14:21:38,036 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T14:21:38,037 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8a7a968213a0%2C35409%2C1732198896217, suffix=, logDir=hdfs://localhost:45869/user/jenkins/test-data/33f8c968-2ee0-a25b-3295-8af599246308/MasterData/WALs/8a7a968213a0,35409,1732198896217, archiveDir=hdfs://localhost:45869/user/jenkins/test-data/33f8c968-2ee0-a25b-3295-8af599246308/MasterData/oldWALs, maxLogs=10 2024-11-21T14:21:38,053 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/33f8c968-2ee0-a25b-3295-8af599246308/MasterData/WALs/8a7a968213a0,35409,1732198896217/8a7a968213a0%2C35409%2C1732198896217.1732198898038, exclude list is [], retry=0 2024-11-21T14:21:38,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42061,DS-7461f9a3-ef29-4557-9a1f-799e50387080,DISK] 2024-11-21T14:21:38,057 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/33f8c968-2ee0-a25b-3295-8af599246308/MasterData/WALs/8a7a968213a0,35409,1732198896217/8a7a968213a0%2C35409%2C1732198896217.1732198898038 2024-11-21T14:21:38,057 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37587:37587)] 2024-11-21T14:21:38,057 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T14:21:38,057 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:21:38,057 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:21:38,057 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:21:38,058 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:21:38,059 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T14:21:38,059 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:21:38,060 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:21:38,060 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:21:38,061 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T14:21:38,061 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:21:38,061 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:21:38,061 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:21:38,062 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T14:21:38,062 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:21:38,062 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:21:38,062 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:21:38,063 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T14:21:38,063 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:21:38,063 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:21:38,063 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:21:38,064 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45869/user/jenkins/test-data/33f8c968-2ee0-a25b-3295-8af599246308/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:21:38,064 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45869/user/jenkins/test-data/33f8c968-2ee0-a25b-3295-8af599246308/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:21:38,065 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:21:38,065 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:21:38,065 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T14:21:38,066 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:21:38,067 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45869/user/jenkins/test-data/33f8c968-2ee0-a25b-3295-8af599246308/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T14:21:38,068 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60085333, jitterRate=-0.10465876758098602}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T14:21:38,068 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732198898057Initializing all the Stores at 1732198898058 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198898058Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198898058Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198898058Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198898058Cleaning up temporary data from old regions at 1732198898065 (+7 ms)Region opened successfully at 1732198898068 (+3 ms) 2024-11-21T14:21:38,068 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T14:21:38,070 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f4cb5c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8a7a968213a0/172.17.0.2:0 2024-11-21T14:21:38,071 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T14:21:38,071 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T14:21:38,071 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T14:21:38,071 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T14:21:38,071 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T14:21:38,072 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T14:21:38,072 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T14:21:38,073 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T14:21:38,074 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35409-0x1013ae768d90003, quorum=127.0.0.1:51232, baseZNode=/1-35740045 Unable to get data of znode /1-35740045/balancer because node does not exist (not necessarily an error) 2024-11-21T14:21:38,075 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-35740045/balancer already deleted, retry=false 2024-11-21T14:21:38,075 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T14:21:38,075 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35409-0x1013ae768d90003, quorum=127.0.0.1:51232, baseZNode=/1-35740045 Unable to get data of znode /1-35740045/normalizer because node does not exist (not necessarily an error) 2024-11-21T14:21:38,078 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-35740045/normalizer already deleted, retry=false 2024-11-21T14:21:38,078 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T14:21:38,079 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35409-0x1013ae768d90003, quorum=127.0.0.1:51232, baseZNode=/1-35740045 Unable to get data of znode /1-35740045/switch/split because node does not exist (not necessarily an error) 2024-11-21T14:21:38,080 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-35740045/switch/split already deleted, retry=false 2024-11-21T14:21:38,080 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35409-0x1013ae768d90003, quorum=127.0.0.1:51232, baseZNode=/1-35740045 Unable to get data of znode /1-35740045/switch/merge because node does not exist (not necessarily an error) 2024-11-21T14:21:38,081 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-35740045/switch/merge already deleted, retry=false 2024-11-21T14:21:38,083 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35409-0x1013ae768d90003, quorum=127.0.0.1:51232, baseZNode=/1-35740045 Unable to get data of znode /1-35740045/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T14:21:38,084 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-35740045/snapshot-cleanup already deleted, retry=false 2024-11-21T14:21:38,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38855-0x1013ae768d90004, quorum=127.0.0.1:51232, baseZNode=/1-35740045 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-35740045/running 2024-11-21T14:21:38,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35409-0x1013ae768d90003, quorum=127.0.0.1:51232, baseZNode=/1-35740045 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-35740045/running 2024-11-21T14:21:38,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38855-0x1013ae768d90004, quorum=127.0.0.1:51232, baseZNode=/1-35740045 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-35740045 2024-11-21T14:21:38,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35409-0x1013ae768d90003, quorum=127.0.0.1:51232, baseZNode=/1-35740045 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-35740045 2024-11-21T14:21:38,087 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8a7a968213a0,35409,1732198896217, sessionid=0x1013ae768d90003, setting cluster-up flag (Was=false) 2024-11-21T14:21:38,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38855-0x1013ae768d90004, quorum=127.0.0.1:51232, baseZNode=/1-35740045 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-35740045 2024-11-21T14:21:38,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35409-0x1013ae768d90003, quorum=127.0.0.1:51232, baseZNode=/1-35740045 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-35740045 2024-11-21T14:21:38,094 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-35740045/flush-table-proc/acquired, /1-35740045/flush-table-proc/reached, /1-35740045/flush-table-proc/abort 2024-11-21T14:21:38,095 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8a7a968213a0,35409,1732198896217 2024-11-21T14:21:38,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38855-0x1013ae768d90004, quorum=127.0.0.1:51232, baseZNode=/1-35740045 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-35740045 2024-11-21T14:21:38,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35409-0x1013ae768d90003, quorum=127.0.0.1:51232, baseZNode=/1-35740045 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-35740045 2024-11-21T14:21:38,101 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-35740045/online-snapshot/acquired, /1-35740045/online-snapshot/reached, /1-35740045/online-snapshot/abort 2024-11-21T14:21:38,102 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8a7a968213a0,35409,1732198896217 2024-11-21T14:21:38,103 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45869/user/jenkins/test-data/33f8c968-2ee0-a25b-3295-8af599246308/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T14:21:38,104 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T14:21:38,104 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T14:21:38,104 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T14:21:38,105 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8a7a968213a0,35409,1732198896217 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T14:21:38,106 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8a7a968213a0:0, corePoolSize=5, maxPoolSize=5 2024-11-21T14:21:38,106 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8a7a968213a0:0, corePoolSize=5, maxPoolSize=5 2024-11-21T14:21:38,106 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8a7a968213a0:0, corePoolSize=5, maxPoolSize=5 2024-11-21T14:21:38,106 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8a7a968213a0:0, corePoolSize=5, maxPoolSize=5 2024-11-21T14:21:38,106 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8a7a968213a0:0, corePoolSize=10, maxPoolSize=10 2024-11-21T14:21:38,106 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:21:38,106 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8a7a968213a0:0, corePoolSize=2, maxPoolSize=2 2024-11-21T14:21:38,106 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:21:38,107 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732198928107 2024-11-21T14:21:38,107 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T14:21:38,107 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T14:21:38,107 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T14:21:38,107 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T14:21:38,107 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T14:21:38,107 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T14:21:38,107 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T14:21:38,107 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T14:21:38,107 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T14:21:38,107 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T14:21:38,107 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T14:21:38,107 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T14:21:38,108 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T14:21:38,108 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T14:21:38,108 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T14:21:38,108 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:21:38,108 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8a7a968213a0:0:becomeActiveMaster-HFileCleaner.large.0-1732198898108,5,FailOnTimeoutGroup] 2024-11-21T14:21:38,108 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T14:21:38,111 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8a7a968213a0:0:becomeActiveMaster-HFileCleaner.small.0-1732198898108,5,FailOnTimeoutGroup] 2024-11-21T14:21:38,111 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T14:21:38,111 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T14:21:38,112 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T14:21:38,112 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T14:21:38,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741831_1007 (size=1321) 2024-11-21T14:21:38,175 INFO [RS:0;8a7a968213a0:38855 {}] regionserver.HRegionServer(746): ClusterId : 5da9e5bf-211e-4c03-b90d-8a0a39d8971c 2024-11-21T14:21:38,175 DEBUG [RS:0;8a7a968213a0:38855 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T14:21:38,177 DEBUG [RS:0;8a7a968213a0:38855 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T14:21:38,177 DEBUG [RS:0;8a7a968213a0:38855 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T14:21:38,180 DEBUG [RS:0;8a7a968213a0:38855 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T14:21:38,181 DEBUG [RS:0;8a7a968213a0:38855 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@694f388e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8a7a968213a0/172.17.0.2:0 2024-11-21T14:21:38,193 DEBUG [RS:0;8a7a968213a0:38855 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8a7a968213a0:38855 2024-11-21T14:21:38,193 INFO [RS:0;8a7a968213a0:38855 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T14:21:38,193 INFO [RS:0;8a7a968213a0:38855 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T14:21:38,193 DEBUG [RS:0;8a7a968213a0:38855 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T14:21:38,194 INFO [RS:0;8a7a968213a0:38855 {}] regionserver.HRegionServer(2659): reportForDuty to master=8a7a968213a0,35409,1732198896217 with port=38855, startcode=1732198896338 2024-11-21T14:21:38,194 DEBUG [RS:0;8a7a968213a0:38855 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T14:21:38,196 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47755, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T14:21:38,196 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35409 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8a7a968213a0,38855,1732198896338 2024-11-21T14:21:38,196 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35409 {}] master.ServerManager(517): Registering regionserver=8a7a968213a0,38855,1732198896338 2024-11-21T14:21:38,197 DEBUG [RS:0;8a7a968213a0:38855 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45869/user/jenkins/test-data/33f8c968-2ee0-a25b-3295-8af599246308 2024-11-21T14:21:38,197 DEBUG [RS:0;8a7a968213a0:38855 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45869 2024-11-21T14:21:38,197 DEBUG [RS:0;8a7a968213a0:38855 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T14:21:38,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35409-0x1013ae768d90003, quorum=127.0.0.1:51232, baseZNode=/1-35740045 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-35740045/rs 2024-11-21T14:21:38,203 DEBUG [RS:0;8a7a968213a0:38855 {}] zookeeper.ZKUtil(111): regionserver:38855-0x1013ae768d90004, quorum=127.0.0.1:51232, baseZNode=/1-35740045 Set watcher on existing znode=/1-35740045/rs/8a7a968213a0,38855,1732198896338 2024-11-21T14:21:38,203 WARN [RS:0;8a7a968213a0:38855 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T14:21:38,203 INFO [RS:0;8a7a968213a0:38855 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:21:38,203 DEBUG [RS:0;8a7a968213a0:38855 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45869/user/jenkins/test-data/33f8c968-2ee0-a25b-3295-8af599246308/WALs/8a7a968213a0,38855,1732198896338 2024-11-21T14:21:38,203 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8a7a968213a0,38855,1732198896338] 2024-11-21T14:21:38,206 INFO [RS:0;8a7a968213a0:38855 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T14:21:38,208 INFO [RS:0;8a7a968213a0:38855 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T14:21:38,208 INFO [RS:0;8a7a968213a0:38855 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T14:21:38,208 INFO [RS:0;8a7a968213a0:38855 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T14:21:38,208 INFO [RS:0;8a7a968213a0:38855 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T14:21:38,209 INFO [RS:0;8a7a968213a0:38855 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T14:21:38,209 INFO [RS:0;8a7a968213a0:38855 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T14:21:38,209 DEBUG [RS:0;8a7a968213a0:38855 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:21:38,209 DEBUG [RS:0;8a7a968213a0:38855 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:21:38,209 DEBUG [RS:0;8a7a968213a0:38855 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:21:38,209 DEBUG [RS:0;8a7a968213a0:38855 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:21:38,209 DEBUG [RS:0;8a7a968213a0:38855 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:21:38,209 DEBUG [RS:0;8a7a968213a0:38855 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8a7a968213a0:0, corePoolSize=2, maxPoolSize=2 2024-11-21T14:21:38,209 DEBUG [RS:0;8a7a968213a0:38855 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:21:38,209 DEBUG [RS:0;8a7a968213a0:38855 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:21:38,209 DEBUG [RS:0;8a7a968213a0:38855 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:21:38,209 DEBUG [RS:0;8a7a968213a0:38855 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:21:38,209 DEBUG [RS:0;8a7a968213a0:38855 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:21:38,209 DEBUG [RS:0;8a7a968213a0:38855 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:21:38,209 DEBUG [RS:0;8a7a968213a0:38855 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8a7a968213a0:0, corePoolSize=3, maxPoolSize=3 2024-11-21T14:21:38,209 DEBUG [RS:0;8a7a968213a0:38855 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8a7a968213a0:0, corePoolSize=3, maxPoolSize=3 2024-11-21T14:21:38,212 INFO [RS:0;8a7a968213a0:38855 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T14:21:38,212 INFO [RS:0;8a7a968213a0:38855 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T14:21:38,212 INFO [RS:0;8a7a968213a0:38855 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T14:21:38,212 INFO [RS:0;8a7a968213a0:38855 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T14:21:38,212 INFO [RS:0;8a7a968213a0:38855 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T14:21:38,212 INFO [RS:0;8a7a968213a0:38855 {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,38855,1732198896338-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T14:21:38,227 INFO [RS:0;8a7a968213a0:38855 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T14:21:38,227 INFO [RS:0;8a7a968213a0:38855 {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,38855,1732198896338-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T14:21:38,227 INFO [RS:0;8a7a968213a0:38855 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:21:38,227 INFO [RS:0;8a7a968213a0:38855 {}] regionserver.Replication(171): 8a7a968213a0,38855,1732198896338 started 2024-11-21T14:21:38,242 INFO [RS:0;8a7a968213a0:38855 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:21:38,242 INFO [RS:0;8a7a968213a0:38855 {}] regionserver.HRegionServer(1482): Serving as 8a7a968213a0,38855,1732198896338, RpcServer on 8a7a968213a0/172.17.0.2:38855, sessionid=0x1013ae768d90004 2024-11-21T14:21:38,242 DEBUG [RS:0;8a7a968213a0:38855 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T14:21:38,242 DEBUG [RS:0;8a7a968213a0:38855 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8a7a968213a0,38855,1732198896338 2024-11-21T14:21:38,242 DEBUG [RS:0;8a7a968213a0:38855 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8a7a968213a0,38855,1732198896338' 2024-11-21T14:21:38,242 DEBUG [RS:0;8a7a968213a0:38855 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-35740045/flush-table-proc/abort' 2024-11-21T14:21:38,243 DEBUG [RS:0;8a7a968213a0:38855 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-35740045/flush-table-proc/acquired' 2024-11-21T14:21:38,243 DEBUG [RS:0;8a7a968213a0:38855 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T14:21:38,243 DEBUG [RS:0;8a7a968213a0:38855 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T14:21:38,243 DEBUG [RS:0;8a7a968213a0:38855 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8a7a968213a0,38855,1732198896338 2024-11-21T14:21:38,243 DEBUG [RS:0;8a7a968213a0:38855 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8a7a968213a0,38855,1732198896338' 2024-11-21T14:21:38,243 DEBUG [RS:0;8a7a968213a0:38855 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-35740045/online-snapshot/abort' 2024-11-21T14:21:38,243 DEBUG [RS:0;8a7a968213a0:38855 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-35740045/online-snapshot/acquired' 2024-11-21T14:21:38,244 DEBUG [RS:0;8a7a968213a0:38855 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T14:21:38,244 INFO [RS:0;8a7a968213a0:38855 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T14:21:38,244 INFO [RS:0;8a7a968213a0:38855 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T14:21:38,344 INFO [RS:0;8a7a968213a0:38855 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T14:21:38,345 INFO [RS:0;8a7a968213a0:38855 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8a7a968213a0%2C38855%2C1732198896338, suffix=, logDir=hdfs://localhost:45869/user/jenkins/test-data/33f8c968-2ee0-a25b-3295-8af599246308/WALs/8a7a968213a0,38855,1732198896338, archiveDir=hdfs://localhost:45869/user/jenkins/test-data/33f8c968-2ee0-a25b-3295-8af599246308/oldWALs, maxLogs=10 2024-11-21T14:21:38,364 DEBUG [RS:0;8a7a968213a0:38855 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/33f8c968-2ee0-a25b-3295-8af599246308/WALs/8a7a968213a0,38855,1732198896338/8a7a968213a0%2C38855%2C1732198896338.1732198898346, exclude list is [], retry=0 2024-11-21T14:21:38,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42061,DS-7461f9a3-ef29-4557-9a1f-799e50387080,DISK] 2024-11-21T14:21:38,368 INFO [RS:0;8a7a968213a0:38855 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/33f8c968-2ee0-a25b-3295-8af599246308/WALs/8a7a968213a0,38855,1732198896338/8a7a968213a0%2C38855%2C1732198896338.1732198898346 2024-11-21T14:21:38,369 DEBUG [RS:0;8a7a968213a0:38855 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37587:37587)] 2024-11-21T14:21:38,519 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45869/user/jenkins/test-data/33f8c968-2ee0-a25b-3295-8af599246308/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T14:21:38,519 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45869/user/jenkins/test-data/33f8c968-2ee0-a25b-3295-8af599246308 2024-11-21T14:21:38,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741833_1009 (size=32) 2024-11-21T14:21:38,926 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:21:38,927 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T14:21:38,928 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T14:21:38,928 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:21:38,928 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:21:38,928 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T14:21:38,929 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T14:21:38,929 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:21:38,929 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:21:38,929 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T14:21:38,930 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T14:21:38,930 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:21:38,930 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:21:38,930 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T14:21:38,931 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T14:21:38,931 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:21:38,931 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:21:38,931 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T14:21:38,932 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45869/user/jenkins/test-data/33f8c968-2ee0-a25b-3295-8af599246308/data/hbase/meta/1588230740 2024-11-21T14:21:38,932 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45869/user/jenkins/test-data/33f8c968-2ee0-a25b-3295-8af599246308/data/hbase/meta/1588230740 2024-11-21T14:21:38,933 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T14:21:38,933 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T14:21:38,933 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T14:21:38,934 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T14:21:38,935 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45869/user/jenkins/test-data/33f8c968-2ee0-a25b-3295-8af599246308/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T14:21:38,936 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63473353, jitterRate=-0.05417333543300629}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T14:21:38,936 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732198898926Initializing all the Stores at 1732198898926Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198898926Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198898926Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198898926Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198898926Cleaning up temporary data from old regions at 1732198898933 (+7 ms)Region opened successfully at 1732198898936 (+3 ms) 2024-11-21T14:21:38,936 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T14:21:38,936 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T14:21:38,936 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T14:21:38,936 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T14:21:38,936 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T14:21:38,936 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T14:21:38,937 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732198898936Disabling compacts and flushes for region at 1732198898936Disabling writes for close at 1732198898936Writing region close event to WAL at 1732198898936Closed at 1732198898936 2024-11-21T14:21:38,937 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T14:21:38,937 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T14:21:38,938 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T14:21:38,938 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T14:21:38,939 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T14:21:39,089 DEBUG [8a7a968213a0:35409 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T14:21:39,090 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8a7a968213a0,38855,1732198896338 2024-11-21T14:21:39,091 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8a7a968213a0,38855,1732198896338, state=OPENING 2024-11-21T14:21:39,092 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T14:21:39,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35409-0x1013ae768d90003, quorum=127.0.0.1:51232, baseZNode=/1-35740045 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-35740045 2024-11-21T14:21:39,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38855-0x1013ae768d90004, quorum=127.0.0.1:51232, baseZNode=/1-35740045 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-35740045 2024-11-21T14:21:39,094 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-35740045/meta-region-server: CHANGED 2024-11-21T14:21:39,094 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-35740045/meta-region-server: CHANGED 2024-11-21T14:21:39,094 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T14:21:39,094 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8a7a968213a0,38855,1732198896338}] 2024-11-21T14:21:39,245 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T14:21:39,247 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56789, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T14:21:39,249 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T14:21:39,249 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:21:39,249 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T14:21:39,250 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8a7a968213a0%2C38855%2C1732198896338.meta, suffix=.meta, logDir=hdfs://localhost:45869/user/jenkins/test-data/33f8c968-2ee0-a25b-3295-8af599246308/WALs/8a7a968213a0,38855,1732198896338, archiveDir=hdfs://localhost:45869/user/jenkins/test-data/33f8c968-2ee0-a25b-3295-8af599246308/oldWALs, maxLogs=10 2024-11-21T14:21:39,265 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/33f8c968-2ee0-a25b-3295-8af599246308/WALs/8a7a968213a0,38855,1732198896338/8a7a968213a0%2C38855%2C1732198896338.meta.1732198899251.meta, exclude list is [], retry=0 2024-11-21T14:21:39,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42061,DS-7461f9a3-ef29-4557-9a1f-799e50387080,DISK] 2024-11-21T14:21:39,268 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/33f8c968-2ee0-a25b-3295-8af599246308/WALs/8a7a968213a0,38855,1732198896338/8a7a968213a0%2C38855%2C1732198896338.meta.1732198899251.meta 2024-11-21T14:21:39,269 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37587:37587)] 2024-11-21T14:21:39,269 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T14:21:39,269 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T14:21:39,269 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T14:21:39,269 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T14:21:39,270 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T14:21:39,270 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T14:21:39,270 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:21:39,270 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T14:21:39,270 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T14:21:39,271 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T14:21:39,271 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T14:21:39,272 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:21:39,272 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:21:39,272 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T14:21:39,273 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T14:21:39,273 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:21:39,273 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:21:39,273 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T14:21:39,274 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T14:21:39,274 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:21:39,275 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:21:39,275 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T14:21:39,275 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T14:21:39,275 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:21:39,275 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:21:39,276 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T14:21:39,276 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45869/user/jenkins/test-data/33f8c968-2ee0-a25b-3295-8af599246308/data/hbase/meta/1588230740 2024-11-21T14:21:39,277 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45869/user/jenkins/test-data/33f8c968-2ee0-a25b-3295-8af599246308/data/hbase/meta/1588230740 2024-11-21T14:21:39,279 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T14:21:39,279 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T14:21:39,279 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T14:21:39,280 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T14:21:39,281 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72203744, jitterRate=0.07591962814331055}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T14:21:39,281 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T14:21:39,282 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732198899270Writing region info on filesystem at 1732198899270Initializing all the Stores at 1732198899270Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198899270Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198899271 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198899271Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198899271Cleaning up temporary data from old regions at 1732198899279 (+8 ms)Running coprocessor post-open hooks at 1732198899281 (+2 ms)Region opened successfully at 1732198899282 (+1 ms) 2024-11-21T14:21:39,283 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732198899245 2024-11-21T14:21:39,285 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T14:21:39,285 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T14:21:39,285 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=8a7a968213a0,38855,1732198896338 2024-11-21T14:21:39,287 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8a7a968213a0,38855,1732198896338, state=OPEN 2024-11-21T14:21:39,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38855-0x1013ae768d90004, quorum=127.0.0.1:51232, baseZNode=/1-35740045 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-35740045/meta-region-server 2024-11-21T14:21:39,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35409-0x1013ae768d90003, quorum=127.0.0.1:51232, baseZNode=/1-35740045 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-35740045/meta-region-server 2024-11-21T14:21:39,289 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8a7a968213a0,38855,1732198896338 2024-11-21T14:21:39,289 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-35740045/meta-region-server: CHANGED 2024-11-21T14:21:39,289 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-35740045/meta-region-server: CHANGED 2024-11-21T14:21:39,291 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T14:21:39,291 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8a7a968213a0,38855,1732198896338 in 195 msec 2024-11-21T14:21:39,292 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T14:21:39,292 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 353 msec 2024-11-21T14:21:39,293 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T14:21:39,293 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T14:21:39,293 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:21:39,294 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a7a968213a0,38855,1732198896338, seqNum=-1] 2024-11-21T14:21:39,294 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:21:39,295 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58975, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T14:21:39,298 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1940 sec 2024-11-21T14:21:39,298 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732198899298, completionTime=-1 2024-11-21T14:21:39,298 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T14:21:39,298 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T14:21:39,300 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T14:21:39,300 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732198959300 2024-11-21T14:21:39,300 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732199019300 2024-11-21T14:21:39,300 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-21T14:21:39,301 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,35409,1732198896217-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T14:21:39,301 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,35409,1732198896217-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:21:39,301 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,35409,1732198896217-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:21:39,301 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8a7a968213a0:35409, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:21:39,301 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T14:21:39,301 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T14:21:39,302 DEBUG [master/8a7a968213a0:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T14:21:39,304 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.912sec 2024-11-21T14:21:39,304 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T14:21:39,304 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T14:21:39,304 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T14:21:39,304 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T14:21:39,304 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T14:21:39,304 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,35409,1732198896217-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T14:21:39,304 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,35409,1732198896217-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T14:21:39,306 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T14:21:39,306 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T14:21:39,306 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,35409,1732198896217-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:21:39,376 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@646b864c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:21:39,376 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8a7a968213a0,35409,-1 for getting cluster id 2024-11-21T14:21:39,377 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:21:39,378 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5da9e5bf-211e-4c03-b90d-8a0a39d8971c' 2024-11-21T14:21:39,378 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:21:39,378 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5da9e5bf-211e-4c03-b90d-8a0a39d8971c" 2024-11-21T14:21:39,378 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@233d472, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:21:39,378 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a7a968213a0,35409,-1] 2024-11-21T14:21:39,379 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:21:39,379 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:21:39,379 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:21:39,380 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46237750, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:21:39,381 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:21:39,381 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a7a968213a0,38855,1732198896338, seqNum=-1] 2024-11-21T14:21:39,382 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:21:39,382 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T14:21:39,384 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=8a7a968213a0,35409,1732198896217 2024-11-21T14:21:39,384 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:51232 2024-11-21T14:21:39,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:51232, baseZNode=/1-35740045 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T14:21:39,387 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013ae768d90005 connected 2024-11-21T14:21:39,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1934018-6a06-e78a-796c-7048a572436d/hadoop.log.dir so I do NOT create it in target/test-data/18e23d79-e5dc-c2b6-1bc3-009db00c0deb 2024-11-21T14:21:39,391 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1934018-6a06-e78a-796c-7048a572436d/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T14:21:39,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1934018-6a06-e78a-796c-7048a572436d/hadoop.tmp.dir so I do NOT create it in target/test-data/18e23d79-e5dc-c2b6-1bc3-009db00c0deb 2024-11-21T14:21:39,391 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1934018-6a06-e78a-796c-7048a572436d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T14:21:39,391 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18e23d79-e5dc-c2b6-1bc3-009db00c0deb 2024-11-21T14:21:39,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T14:21:39,391 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18e23d79-e5dc-c2b6-1bc3-009db00c0deb/cluster_51bab4a0-33ab-3cfe-8be0-519066ac5f4a, deleteOnExit=true 2024-11-21T14:21:39,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T14:21:39,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18e23d79-e5dc-c2b6-1bc3-009db00c0deb/test.cache.data in system properties and HBase conf 2024-11-21T14:21:39,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18e23d79-e5dc-c2b6-1bc3-009db00c0deb/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T14:21:39,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18e23d79-e5dc-c2b6-1bc3-009db00c0deb/hadoop.log.dir in system properties and HBase conf 2024-11-21T14:21:39,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18e23d79-e5dc-c2b6-1bc3-009db00c0deb/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T14:21:39,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18e23d79-e5dc-c2b6-1bc3-009db00c0deb/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T14:21:39,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T14:21:39,392 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T14:21:39,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18e23d79-e5dc-c2b6-1bc3-009db00c0deb/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T14:21:39,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18e23d79-e5dc-c2b6-1bc3-009db00c0deb/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T14:21:39,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18e23d79-e5dc-c2b6-1bc3-009db00c0deb/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T14:21:39,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18e23d79-e5dc-c2b6-1bc3-009db00c0deb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T14:21:39,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18e23d79-e5dc-c2b6-1bc3-009db00c0deb/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T14:21:39,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18e23d79-e5dc-c2b6-1bc3-009db00c0deb/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T14:21:39,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18e23d79-e5dc-c2b6-1bc3-009db00c0deb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T14:21:39,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18e23d79-e5dc-c2b6-1bc3-009db00c0deb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T14:21:39,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18e23d79-e5dc-c2b6-1bc3-009db00c0deb/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T14:21:39,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18e23d79-e5dc-c2b6-1bc3-009db00c0deb/nfs.dump.dir in system properties and HBase conf 2024-11-21T14:21:39,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18e23d79-e5dc-c2b6-1bc3-009db00c0deb/java.io.tmpdir in system properties and HBase conf 2024-11-21T14:21:39,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18e23d79-e5dc-c2b6-1bc3-009db00c0deb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T14:21:39,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18e23d79-e5dc-c2b6-1bc3-009db00c0deb/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T14:21:39,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18e23d79-e5dc-c2b6-1bc3-009db00c0deb/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T14:21:39,471 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T14:21:39,475 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T14:21:39,476 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T14:21:39,476 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T14:21:39,476 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T14:21:39,477 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T14:21:39,477 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@18990de3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18e23d79-e5dc-c2b6-1bc3-009db00c0deb/hadoop.log.dir/,AVAILABLE} 2024-11-21T14:21:39,478 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56ad0518{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T14:21:39,605 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@48c058e7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18e23d79-e5dc-c2b6-1bc3-009db00c0deb/java.io.tmpdir/jetty-localhost-39057-hadoop-hdfs-3_4_1-tests_jar-_-any-14377227249947325655/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T14:21:39,605 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@dea3191{HTTP/1.1, (http/1.1)}{localhost:39057} 2024-11-21T14:21:39,605 INFO [Time-limited test {}] server.Server(415): Started @287710ms 2024-11-21T14:21:39,689 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T14:21:39,690 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:39,690 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:39,691 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:39,691 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:39,691 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:39,691 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:39,692 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:39,692 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:39,740 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:39,740 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:39,741 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:39,741 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:39,741 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:39,741 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:39,747 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:39,750 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:39,750 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:39,752 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:39,788 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T14:21:39,791 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T14:21:39,791 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T14:21:39,791 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T14:21:39,792 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T14:21:39,792 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b62d873{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18e23d79-e5dc-c2b6-1bc3-009db00c0deb/hadoop.log.dir/,AVAILABLE} 2024-11-21T14:21:39,792 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6a759102{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T14:21:39,907 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@23951614{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18e23d79-e5dc-c2b6-1bc3-009db00c0deb/java.io.tmpdir/jetty-localhost-38253-hadoop-hdfs-3_4_1-tests_jar-_-any-1471496294182381275/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T14:21:39,908 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@249026b0{HTTP/1.1, (http/1.1)}{localhost:38253} 2024-11-21T14:21:39,908 INFO [Time-limited test {}] server.Server(415): Started @288013ms 2024-11-21T14:21:39,909 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T14:21:40,024 WARN [Thread-4500 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18e23d79-e5dc-c2b6-1bc3-009db00c0deb/cluster_51bab4a0-33ab-3cfe-8be0-519066ac5f4a/data/data1/current/BP-895753341-172.17.0.2-1732198899412/current, will proceed with Du for space computation calculation, 2024-11-21T14:21:40,024 WARN [Thread-4501 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18e23d79-e5dc-c2b6-1bc3-009db00c0deb/cluster_51bab4a0-33ab-3cfe-8be0-519066ac5f4a/data/data2/current/BP-895753341-172.17.0.2-1732198899412/current, will proceed with Du for space computation calculation, 2024-11-21T14:21:40,049 WARN [Thread-4488 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T14:21:40,051 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xae1b1ad4d7570a92 with lease ID 0x6ec4e7eedf13d8dd: Processing first storage report for DS-bc005498-b153-4b4d-a5be-63b89bc869e6 from datanode DatanodeRegistration(127.0.0.1:40405, datanodeUuid=1730e142-73e2-40d2-9952-a01059378cb6, infoPort=36253, infoSecurePort=0, ipcPort=39753, storageInfo=lv=-57;cid=testClusterID;nsid=1961617823;c=1732198899412) 2024-11-21T14:21:40,051 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xae1b1ad4d7570a92 with lease ID 0x6ec4e7eedf13d8dd: from storage DS-bc005498-b153-4b4d-a5be-63b89bc869e6 node DatanodeRegistration(127.0.0.1:40405, datanodeUuid=1730e142-73e2-40d2-9952-a01059378cb6, infoPort=36253, infoSecurePort=0, ipcPort=39753, storageInfo=lv=-57;cid=testClusterID;nsid=1961617823;c=1732198899412), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T14:21:40,051 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xae1b1ad4d7570a92 with lease ID 0x6ec4e7eedf13d8dd: Processing first storage report for DS-7b735a68-953c-4477-a293-aafea6dad9e5 from datanode DatanodeRegistration(127.0.0.1:40405, datanodeUuid=1730e142-73e2-40d2-9952-a01059378cb6, infoPort=36253, infoSecurePort=0, ipcPort=39753, storageInfo=lv=-57;cid=testClusterID;nsid=1961617823;c=1732198899412) 2024-11-21T14:21:40,051 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xae1b1ad4d7570a92 with lease ID 0x6ec4e7eedf13d8dd: from storage DS-7b735a68-953c-4477-a293-aafea6dad9e5 node DatanodeRegistration(127.0.0.1:40405, datanodeUuid=1730e142-73e2-40d2-9952-a01059378cb6, infoPort=36253, infoSecurePort=0, ipcPort=39753, storageInfo=lv=-57;cid=testClusterID;nsid=1961617823;c=1732198899412), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T14:21:40,133 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18e23d79-e5dc-c2b6-1bc3-009db00c0deb 2024-11-21T14:21:40,134 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:21:40,135 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:21:40,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40405 is added to blk_1073741825_1001 (size=7) 2024-11-21T14:21:40,547 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43681/user/jenkins/test-data/2ff6e724-dab7-bd67-839d-95491b076cac with version=8 2024-11-21T14:21:40,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43681/user/jenkins/test-data/2ff6e724-dab7-bd67-839d-95491b076cac/hbase-staging 2024-11-21T14:21:40,550 INFO [Time-limited test {}] client.ConnectionUtils(128): master/8a7a968213a0:0 server-side Connection retries=45 2024-11-21T14:21:40,550 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T14:21:40,550 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T14:21:40,550 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T14:21:40,550 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T14:21:40,550 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T14:21:40,551 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T14:21:40,551 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T14:21:40,551 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33935 2024-11-21T14:21:40,552 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33935 connecting to ZooKeeper ensemble=127.0.0.1:51232 2024-11-21T14:21:40,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:339350x0, quorum=127.0.0.1:51232, baseZNode=/2-1535134491 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T14:21:40,555 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33935-0x1013ae768d90006 connected 2024-11-21T14:21:40,567 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:21:40,569 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:21:40,571 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33935-0x1013ae768d90006, quorum=127.0.0.1:51232, baseZNode=/2-1535134491 Set watcher on znode that does not yet exist, /2-1535134491/running 2024-11-21T14:21:40,571 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43681/user/jenkins/test-data/2ff6e724-dab7-bd67-839d-95491b076cac, hbase.cluster.distributed=false 2024-11-21T14:21:40,573 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33935-0x1013ae768d90006, quorum=127.0.0.1:51232, baseZNode=/2-1535134491 Set watcher on znode that does not yet exist, /2-1535134491/acl 2024-11-21T14:21:40,573 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33935 2024-11-21T14:21:40,573 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33935 2024-11-21T14:21:40,573 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33935 2024-11-21T14:21:40,574 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33935 2024-11-21T14:21:40,574 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33935 2024-11-21T14:21:40,589 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/8a7a968213a0:0 server-side Connection retries=45 2024-11-21T14:21:40,589 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T14:21:40,589 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T14:21:40,589 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T14:21:40,589 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T14:21:40,589 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T14:21:40,589 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T14:21:40,590 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T14:21:40,590 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33405 2024-11-21T14:21:40,591 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33405 connecting to ZooKeeper ensemble=127.0.0.1:51232 2024-11-21T14:21:40,591 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:21:40,593 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:21:40,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:334050x0, quorum=127.0.0.1:51232, baseZNode=/2-1535134491 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T14:21:40,596 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:334050x0, quorum=127.0.0.1:51232, baseZNode=/2-1535134491 Set watcher on znode that does not yet exist, /2-1535134491/running 2024-11-21T14:21:40,596 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33405-0x1013ae768d90007 connected 2024-11-21T14:21:40,597 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T14:21:40,597 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T14:21:40,597 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33405-0x1013ae768d90007, quorum=127.0.0.1:51232, baseZNode=/2-1535134491 Set watcher on znode that does not yet exist, /2-1535134491/master 2024-11-21T14:21:40,598 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33405-0x1013ae768d90007, quorum=127.0.0.1:51232, baseZNode=/2-1535134491 Set watcher on znode that does not yet exist, /2-1535134491/acl 2024-11-21T14:21:40,599 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33405 2024-11-21T14:21:40,599 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33405 2024-11-21T14:21:40,600 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33405 2024-11-21T14:21:40,600 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33405 2024-11-21T14:21:40,602 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33405 2024-11-21T14:21:40,614 DEBUG [M:0;8a7a968213a0:33935 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8a7a968213a0:33935 2024-11-21T14:21:40,615 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1535134491/backup-masters/8a7a968213a0,33935,1732198900550 2024-11-21T14:21:40,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33405-0x1013ae768d90007, quorum=127.0.0.1:51232, baseZNode=/2-1535134491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1535134491/backup-masters 2024-11-21T14:21:40,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33935-0x1013ae768d90006, quorum=127.0.0.1:51232, baseZNode=/2-1535134491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1535134491/backup-masters 2024-11-21T14:21:40,618 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33935-0x1013ae768d90006, quorum=127.0.0.1:51232, baseZNode=/2-1535134491 Set watcher on existing znode=/2-1535134491/backup-masters/8a7a968213a0,33935,1732198900550 2024-11-21T14:21:40,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33405-0x1013ae768d90007, quorum=127.0.0.1:51232, baseZNode=/2-1535134491 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1535134491/master 2024-11-21T14:21:40,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33405-0x1013ae768d90007, quorum=127.0.0.1:51232, baseZNode=/2-1535134491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1535134491 2024-11-21T14:21:40,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33935-0x1013ae768d90006, quorum=127.0.0.1:51232, baseZNode=/2-1535134491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1535134491 2024-11-21T14:21:40,619 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33935-0x1013ae768d90006, quorum=127.0.0.1:51232, baseZNode=/2-1535134491 Set watcher on existing znode=/2-1535134491/master 2024-11-21T14:21:40,620 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1535134491/backup-masters/8a7a968213a0,33935,1732198900550 from backup master directory 2024-11-21T14:21:40,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33405-0x1013ae768d90007, quorum=127.0.0.1:51232, baseZNode=/2-1535134491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1535134491/backup-masters 2024-11-21T14:21:40,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33935-0x1013ae768d90006, quorum=127.0.0.1:51232, baseZNode=/2-1535134491 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1535134491/backup-masters/8a7a968213a0,33935,1732198900550 2024-11-21T14:21:40,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33935-0x1013ae768d90006, quorum=127.0.0.1:51232, baseZNode=/2-1535134491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1535134491/backup-masters 2024-11-21T14:21:40,621 WARN [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T14:21:40,621 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8a7a968213a0,33935,1732198900550 2024-11-21T14:21:40,624 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43681/user/jenkins/test-data/2ff6e724-dab7-bd67-839d-95491b076cac/hbase.id] with ID: 4e5d61b4-6ca8-4350-9384-18a2d4768d33 2024-11-21T14:21:40,624 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43681/user/jenkins/test-data/2ff6e724-dab7-bd67-839d-95491b076cac/.tmp/hbase.id 2024-11-21T14:21:40,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40405 is added to blk_1073741826_1002 (size=42) 2024-11-21T14:21:41,032 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43681/user/jenkins/test-data/2ff6e724-dab7-bd67-839d-95491b076cac/.tmp/hbase.id]:[hdfs://localhost:43681/user/jenkins/test-data/2ff6e724-dab7-bd67-839d-95491b076cac/hbase.id] 2024-11-21T14:21:41,040 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:21:41,040 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T14:21:41,041 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-21T14:21:41,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33405-0x1013ae768d90007, quorum=127.0.0.1:51232, baseZNode=/2-1535134491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1535134491 2024-11-21T14:21:41,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33935-0x1013ae768d90006, quorum=127.0.0.1:51232, baseZNode=/2-1535134491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1535134491 2024-11-21T14:21:41,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40405 is added to blk_1073741827_1003 (size=196) 2024-11-21T14:21:41,048 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T14:21:41,048 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T14:21:41,049 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:21:41,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40405 is added to blk_1073741828_1004 (size=1189) 2024-11-21T14:21:41,056 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43681/user/jenkins/test-data/2ff6e724-dab7-bd67-839d-95491b076cac/MasterData/data/master/store 2024-11-21T14:21:41,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40405 is added to blk_1073741829_1005 (size=34) 2024-11-21T14:21:41,060 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:21:41,060 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T14:21:41,060 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:21:41,060 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:21:41,060 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T14:21:41,060 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:21:41,061 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:21:41,061 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732198901060Disabling compacts and flushes for region at 1732198901060Disabling writes for close at 1732198901060Writing region close event to WAL at 1732198901060Closed at 1732198901060 2024-11-21T14:21:41,061 WARN [master/8a7a968213a0:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43681/user/jenkins/test-data/2ff6e724-dab7-bd67-839d-95491b076cac/MasterData/data/master/store/.initializing 2024-11-21T14:21:41,061 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43681/user/jenkins/test-data/2ff6e724-dab7-bd67-839d-95491b076cac/MasterData/WALs/8a7a968213a0,33935,1732198900550 2024-11-21T14:21:41,062 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T14:21:41,063 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8a7a968213a0%2C33935%2C1732198900550, suffix=, logDir=hdfs://localhost:43681/user/jenkins/test-data/2ff6e724-dab7-bd67-839d-95491b076cac/MasterData/WALs/8a7a968213a0,33935,1732198900550, archiveDir=hdfs://localhost:43681/user/jenkins/test-data/2ff6e724-dab7-bd67-839d-95491b076cac/MasterData/oldWALs, maxLogs=10 2024-11-21T14:21:41,081 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2ff6e724-dab7-bd67-839d-95491b076cac/MasterData/WALs/8a7a968213a0,33935,1732198900550/8a7a968213a0%2C33935%2C1732198900550.1732198901064, exclude list is [], retry=0 2024-11-21T14:21:41,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40405,DS-bc005498-b153-4b4d-a5be-63b89bc869e6,DISK] 2024-11-21T14:21:41,085 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2ff6e724-dab7-bd67-839d-95491b076cac/MasterData/WALs/8a7a968213a0,33935,1732198900550/8a7a968213a0%2C33935%2C1732198900550.1732198901064 2024-11-21T14:21:41,085 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36253:36253)] 2024-11-21T14:21:41,085 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T14:21:41,085 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:21:41,086 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:21:41,086 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:21:41,087 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:21:41,088 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T14:21:41,088 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:21:41,088 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:21:41,088 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:21:41,089 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T14:21:41,089 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:21:41,089 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:21:41,089 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:21:41,090 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T14:21:41,090 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:21:41,090 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:21:41,091 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:21:41,091 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T14:21:41,091 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:21:41,091 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:21:41,092 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:21:41,092 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43681/user/jenkins/test-data/2ff6e724-dab7-bd67-839d-95491b076cac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:21:41,092 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43681/user/jenkins/test-data/2ff6e724-dab7-bd67-839d-95491b076cac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:21:41,093 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:21:41,093 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:21:41,093 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T14:21:41,094 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T14:21:41,095 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43681/user/jenkins/test-data/2ff6e724-dab7-bd67-839d-95491b076cac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T14:21:41,096 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67817753, jitterRate=0.010563269257545471}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T14:21:41,096 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732198901086Initializing all the Stores at 1732198901086Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198901086Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198901086Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198901086Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198901086Cleaning up temporary data from old regions at 1732198901093 (+7 ms)Region opened successfully at 1732198901096 (+3 ms) 2024-11-21T14:21:41,096 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T14:21:41,098 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d77a158, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8a7a968213a0/172.17.0.2:0 2024-11-21T14:21:41,099 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T14:21:41,099 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T14:21:41,099 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T14:21:41,099 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T14:21:41,100 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T14:21:41,100 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T14:21:41,100 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T14:21:41,101 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T14:21:41,102 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33935-0x1013ae768d90006, quorum=127.0.0.1:51232, baseZNode=/2-1535134491 Unable to get data of znode /2-1535134491/balancer because node does not exist (not necessarily an error) 2024-11-21T14:21:41,107 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1535134491/balancer already deleted, retry=false 2024-11-21T14:21:41,108 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T14:21:41,108 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33935-0x1013ae768d90006, quorum=127.0.0.1:51232, baseZNode=/2-1535134491 Unable to get data of znode /2-1535134491/normalizer because node does not exist (not necessarily an error) 2024-11-21T14:21:41,109 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1535134491/normalizer already deleted, retry=false 2024-11-21T14:21:41,109 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T14:21:41,124 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33935-0x1013ae768d90006, quorum=127.0.0.1:51232, baseZNode=/2-1535134491 Unable to get data of znode /2-1535134491/switch/split because node does not exist (not necessarily an error) 2024-11-21T14:21:41,125 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1535134491/switch/split already deleted, retry=false 2024-11-21T14:21:41,126 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33935-0x1013ae768d90006, quorum=127.0.0.1:51232, baseZNode=/2-1535134491 Unable to get data of znode /2-1535134491/switch/merge because node does not exist (not necessarily an error) 2024-11-21T14:21:41,127 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1535134491/switch/merge already deleted, retry=false 2024-11-21T14:21:41,129 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33935-0x1013ae768d90006, quorum=127.0.0.1:51232, baseZNode=/2-1535134491 Unable to get data of znode /2-1535134491/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T14:21:41,131 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1535134491/snapshot-cleanup already deleted, retry=false 2024-11-21T14:21:41,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33405-0x1013ae768d90007, quorum=127.0.0.1:51232, baseZNode=/2-1535134491 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1535134491/running 2024-11-21T14:21:41,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33935-0x1013ae768d90006, quorum=127.0.0.1:51232, baseZNode=/2-1535134491 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1535134491/running 2024-11-21T14:21:41,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33405-0x1013ae768d90007, quorum=127.0.0.1:51232, baseZNode=/2-1535134491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1535134491 2024-11-21T14:21:41,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33935-0x1013ae768d90006, quorum=127.0.0.1:51232, baseZNode=/2-1535134491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1535134491 2024-11-21T14:21:41,133 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8a7a968213a0,33935,1732198900550, sessionid=0x1013ae768d90006, setting cluster-up flag (Was=false) 2024-11-21T14:21:41,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33405-0x1013ae768d90007, quorum=127.0.0.1:51232, baseZNode=/2-1535134491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1535134491 2024-11-21T14:21:41,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33935-0x1013ae768d90006, quorum=127.0.0.1:51232, baseZNode=/2-1535134491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1535134491 2024-11-21T14:21:41,139 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1535134491/flush-table-proc/acquired, /2-1535134491/flush-table-proc/reached, /2-1535134491/flush-table-proc/abort 2024-11-21T14:21:41,140 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8a7a968213a0,33935,1732198900550 2024-11-21T14:21:41,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33935-0x1013ae768d90006, quorum=127.0.0.1:51232, baseZNode=/2-1535134491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1535134491 2024-11-21T14:21:41,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33405-0x1013ae768d90007, quorum=127.0.0.1:51232, baseZNode=/2-1535134491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1535134491 2024-11-21T14:21:41,147 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1535134491/online-snapshot/acquired, /2-1535134491/online-snapshot/reached, /2-1535134491/online-snapshot/abort 2024-11-21T14:21:41,147 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8a7a968213a0,33935,1732198900550 2024-11-21T14:21:41,148 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43681/user/jenkins/test-data/2ff6e724-dab7-bd67-839d-95491b076cac/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T14:21:41,149 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T14:21:41,150 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T14:21:41,150 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T14:21:41,150 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8a7a968213a0,33935,1732198900550 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T14:21:41,151 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8a7a968213a0:0, corePoolSize=5, maxPoolSize=5 2024-11-21T14:21:41,151 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8a7a968213a0:0, corePoolSize=5, maxPoolSize=5 2024-11-21T14:21:41,151 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8a7a968213a0:0, corePoolSize=5, maxPoolSize=5 2024-11-21T14:21:41,151 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8a7a968213a0:0, corePoolSize=5, maxPoolSize=5 2024-11-21T14:21:41,151 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8a7a968213a0:0, corePoolSize=10, maxPoolSize=10 2024-11-21T14:21:41,151 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:21:41,151 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8a7a968213a0:0, corePoolSize=2, maxPoolSize=2 2024-11-21T14:21:41,151 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:21:41,152 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732198931152 2024-11-21T14:21:41,152 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T14:21:41,152 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T14:21:41,152 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T14:21:41,152 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T14:21:41,152 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T14:21:41,152 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T14:21:41,152 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T14:21:41,152 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T14:21:41,153 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:21:41,153 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T14:21:41,156 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T14:21:41,157 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T14:21:41,157 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T14:21:41,157 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T14:21:41,157 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T14:21:41,157 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T14:21:41,157 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T14:21:41,157 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8a7a968213a0:0:becomeActiveMaster-HFileCleaner.large.0-1732198901157,5,FailOnTimeoutGroup] 2024-11-21T14:21:41,157 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8a7a968213a0:0:becomeActiveMaster-HFileCleaner.small.0-1732198901157,5,FailOnTimeoutGroup] 2024-11-21T14:21:41,157 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T14:21:41,157 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T14:21:41,157 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T14:21:41,157 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T14:21:41,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40405 is added to blk_1073741831_1007 (size=1321) 2024-11-21T14:21:41,204 INFO [RS:0;8a7a968213a0:33405 {}] regionserver.HRegionServer(746): ClusterId : 4e5d61b4-6ca8-4350-9384-18a2d4768d33 2024-11-21T14:21:41,204 DEBUG [RS:0;8a7a968213a0:33405 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T14:21:41,207 DEBUG [RS:0;8a7a968213a0:33405 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T14:21:41,207 DEBUG [RS:0;8a7a968213a0:33405 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T14:21:41,209 DEBUG [RS:0;8a7a968213a0:33405 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T14:21:41,209 DEBUG [RS:0;8a7a968213a0:33405 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3762d38b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8a7a968213a0/172.17.0.2:0 2024-11-21T14:21:41,222 DEBUG [RS:0;8a7a968213a0:33405 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8a7a968213a0:33405 2024-11-21T14:21:41,222 INFO [RS:0;8a7a968213a0:33405 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T14:21:41,222 INFO [RS:0;8a7a968213a0:33405 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T14:21:41,222 DEBUG [RS:0;8a7a968213a0:33405 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T14:21:41,222 INFO [RS:0;8a7a968213a0:33405 {}] regionserver.HRegionServer(2659): reportForDuty to master=8a7a968213a0,33935,1732198900550 with port=33405, startcode=1732198900589 2024-11-21T14:21:41,223 DEBUG [RS:0;8a7a968213a0:33405 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T14:21:41,224 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37393, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T14:21:41,224 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33935 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8a7a968213a0,33405,1732198900589 2024-11-21T14:21:41,225 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33935 {}] master.ServerManager(517): Registering regionserver=8a7a968213a0,33405,1732198900589 2024-11-21T14:21:41,226 DEBUG [RS:0;8a7a968213a0:33405 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43681/user/jenkins/test-data/2ff6e724-dab7-bd67-839d-95491b076cac 2024-11-21T14:21:41,226 DEBUG [RS:0;8a7a968213a0:33405 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43681 2024-11-21T14:21:41,226 DEBUG [RS:0;8a7a968213a0:33405 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T14:21:41,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33935-0x1013ae768d90006, quorum=127.0.0.1:51232, baseZNode=/2-1535134491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1535134491/rs 2024-11-21T14:21:41,232 DEBUG [RS:0;8a7a968213a0:33405 {}] zookeeper.ZKUtil(111): regionserver:33405-0x1013ae768d90007, quorum=127.0.0.1:51232, baseZNode=/2-1535134491 Set watcher on existing znode=/2-1535134491/rs/8a7a968213a0,33405,1732198900589 2024-11-21T14:21:41,232 WARN [RS:0;8a7a968213a0:33405 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T14:21:41,232 INFO [RS:0;8a7a968213a0:33405 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:21:41,233 DEBUG [RS:0;8a7a968213a0:33405 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43681/user/jenkins/test-data/2ff6e724-dab7-bd67-839d-95491b076cac/WALs/8a7a968213a0,33405,1732198900589 2024-11-21T14:21:41,233 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8a7a968213a0,33405,1732198900589] 2024-11-21T14:21:41,235 INFO [RS:0;8a7a968213a0:33405 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T14:21:41,236 INFO [RS:0;8a7a968213a0:33405 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T14:21:41,237 INFO [RS:0;8a7a968213a0:33405 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T14:21:41,237 INFO [RS:0;8a7a968213a0:33405 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T14:21:41,237 INFO [RS:0;8a7a968213a0:33405 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T14:21:41,237 INFO [RS:0;8a7a968213a0:33405 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T14:21:41,237 INFO [RS:0;8a7a968213a0:33405 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T14:21:41,238 DEBUG [RS:0;8a7a968213a0:33405 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:21:41,238 DEBUG [RS:0;8a7a968213a0:33405 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:21:41,238 DEBUG [RS:0;8a7a968213a0:33405 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:21:41,238 DEBUG [RS:0;8a7a968213a0:33405 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:21:41,238 DEBUG [RS:0;8a7a968213a0:33405 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:21:41,238 DEBUG [RS:0;8a7a968213a0:33405 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8a7a968213a0:0, corePoolSize=2, maxPoolSize=2 2024-11-21T14:21:41,238 DEBUG [RS:0;8a7a968213a0:33405 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:21:41,238 DEBUG [RS:0;8a7a968213a0:33405 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:21:41,238 DEBUG [RS:0;8a7a968213a0:33405 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:21:41,238 DEBUG [RS:0;8a7a968213a0:33405 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:21:41,238 DEBUG [RS:0;8a7a968213a0:33405 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:21:41,238 DEBUG [RS:0;8a7a968213a0:33405 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8a7a968213a0:0, corePoolSize=1, maxPoolSize=1 2024-11-21T14:21:41,238 DEBUG [RS:0;8a7a968213a0:33405 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8a7a968213a0:0, corePoolSize=3, maxPoolSize=3 2024-11-21T14:21:41,238 DEBUG [RS:0;8a7a968213a0:33405 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8a7a968213a0:0, corePoolSize=3, maxPoolSize=3 2024-11-21T14:21:41,238 INFO [RS:0;8a7a968213a0:33405 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T14:21:41,238 INFO [RS:0;8a7a968213a0:33405 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T14:21:41,238 INFO [RS:0;8a7a968213a0:33405 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T14:21:41,238 INFO [RS:0;8a7a968213a0:33405 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T14:21:41,238 INFO [RS:0;8a7a968213a0:33405 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T14:21:41,238 INFO [RS:0;8a7a968213a0:33405 {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,33405,1732198900589-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T14:21:41,252 INFO [RS:0;8a7a968213a0:33405 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T14:21:41,252 INFO [RS:0;8a7a968213a0:33405 {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,33405,1732198900589-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T14:21:41,252 INFO [RS:0;8a7a968213a0:33405 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:21:41,252 INFO [RS:0;8a7a968213a0:33405 {}] regionserver.Replication(171): 8a7a968213a0,33405,1732198900589 started 2024-11-21T14:21:41,265 INFO [RS:0;8a7a968213a0:33405 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:21:41,265 INFO [RS:0;8a7a968213a0:33405 {}] regionserver.HRegionServer(1482): Serving as 8a7a968213a0,33405,1732198900589, RpcServer on 8a7a968213a0/172.17.0.2:33405, sessionid=0x1013ae768d90007 2024-11-21T14:21:41,265 DEBUG [RS:0;8a7a968213a0:33405 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T14:21:41,265 DEBUG [RS:0;8a7a968213a0:33405 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8a7a968213a0,33405,1732198900589 2024-11-21T14:21:41,265 DEBUG [RS:0;8a7a968213a0:33405 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8a7a968213a0,33405,1732198900589' 2024-11-21T14:21:41,265 DEBUG [RS:0;8a7a968213a0:33405 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1535134491/flush-table-proc/abort' 2024-11-21T14:21:41,266 DEBUG [RS:0;8a7a968213a0:33405 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1535134491/flush-table-proc/acquired' 2024-11-21T14:21:41,266 DEBUG [RS:0;8a7a968213a0:33405 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T14:21:41,266 DEBUG [RS:0;8a7a968213a0:33405 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T14:21:41,266 DEBUG [RS:0;8a7a968213a0:33405 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8a7a968213a0,33405,1732198900589 2024-11-21T14:21:41,266 DEBUG [RS:0;8a7a968213a0:33405 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8a7a968213a0,33405,1732198900589' 2024-11-21T14:21:41,266 DEBUG [RS:0;8a7a968213a0:33405 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1535134491/online-snapshot/abort' 2024-11-21T14:21:41,266 DEBUG [RS:0;8a7a968213a0:33405 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1535134491/online-snapshot/acquired' 2024-11-21T14:21:41,267 DEBUG [RS:0;8a7a968213a0:33405 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T14:21:41,267 INFO [RS:0;8a7a968213a0:33405 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T14:21:41,267 INFO [RS:0;8a7a968213a0:33405 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T14:21:41,367 INFO [RS:0;8a7a968213a0:33405 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T14:21:41,368 INFO [RS:0;8a7a968213a0:33405 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8a7a968213a0%2C33405%2C1732198900589, suffix=, logDir=hdfs://localhost:43681/user/jenkins/test-data/2ff6e724-dab7-bd67-839d-95491b076cac/WALs/8a7a968213a0,33405,1732198900589, archiveDir=hdfs://localhost:43681/user/jenkins/test-data/2ff6e724-dab7-bd67-839d-95491b076cac/oldWALs, maxLogs=10 2024-11-21T14:21:41,382 DEBUG [RS:0;8a7a968213a0:33405 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2ff6e724-dab7-bd67-839d-95491b076cac/WALs/8a7a968213a0,33405,1732198900589/8a7a968213a0%2C33405%2C1732198900589.1732198901369, exclude list is [], retry=0 2024-11-21T14:21:41,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40405,DS-bc005498-b153-4b4d-a5be-63b89bc869e6,DISK] 2024-11-21T14:21:41,386 INFO [RS:0;8a7a968213a0:33405 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2ff6e724-dab7-bd67-839d-95491b076cac/WALs/8a7a968213a0,33405,1732198900589/8a7a968213a0%2C33405%2C1732198900589.1732198901369 2024-11-21T14:21:41,386 DEBUG [RS:0;8a7a968213a0:33405 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36253:36253)] 2024-11-21T14:21:41,562 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43681/user/jenkins/test-data/2ff6e724-dab7-bd67-839d-95491b076cac/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T14:21:41,562 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43681/user/jenkins/test-data/2ff6e724-dab7-bd67-839d-95491b076cac 2024-11-21T14:21:41,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40405 is added to blk_1073741833_1009 (size=32) 2024-11-21T14:21:41,969 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:21:41,970 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T14:21:41,971 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T14:21:41,971 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:21:41,972 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:21:41,972 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T14:21:41,973 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T14:21:41,973 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:21:41,973 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:21:41,973 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T14:21:41,974 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T14:21:41,974 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:21:41,974 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:21:41,974 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T14:21:41,975 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T14:21:41,975 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:21:41,975 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:21:41,975 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T14:21:41,976 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43681/user/jenkins/test-data/2ff6e724-dab7-bd67-839d-95491b076cac/data/hbase/meta/1588230740 2024-11-21T14:21:41,976 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43681/user/jenkins/test-data/2ff6e724-dab7-bd67-839d-95491b076cac/data/hbase/meta/1588230740 2024-11-21T14:21:41,977 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T14:21:41,977 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T14:21:41,977 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T14:21:41,978 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T14:21:41,979 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43681/user/jenkins/test-data/2ff6e724-dab7-bd67-839d-95491b076cac/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T14:21:41,980 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72024406, jitterRate=0.0732472836971283}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T14:21:41,980 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732198901969Initializing all the Stores at 1732198901970 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198901970Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198901970Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198901970Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198901970Cleaning up temporary data from old regions at 1732198901977 (+7 ms)Region opened successfully at 1732198901980 (+3 ms) 2024-11-21T14:21:41,980 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T14:21:41,980 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T14:21:41,980 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T14:21:41,980 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T14:21:41,980 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T14:21:41,980 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T14:21:41,981 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732198901980Disabling compacts and flushes for region at 1732198901980Disabling writes for close at 1732198901980Writing region close event to WAL at 1732198901980Closed at 1732198901980 2024-11-21T14:21:41,981 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T14:21:41,981 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T14:21:41,982 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T14:21:41,982 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T14:21:41,983 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T14:21:42,133 DEBUG [8a7a968213a0:33935 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T14:21:42,134 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8a7a968213a0,33405,1732198900589 2024-11-21T14:21:42,135 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8a7a968213a0,33405,1732198900589, state=OPENING 2024-11-21T14:21:42,137 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T14:21:42,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33935-0x1013ae768d90006, quorum=127.0.0.1:51232, baseZNode=/2-1535134491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1535134491 2024-11-21T14:21:42,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33405-0x1013ae768d90007, quorum=127.0.0.1:51232, baseZNode=/2-1535134491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1535134491 2024-11-21T14:21:42,139 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T14:21:42,139 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1535134491/meta-region-server: CHANGED 2024-11-21T14:21:42,139 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1535134491/meta-region-server: CHANGED 2024-11-21T14:21:42,139 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8a7a968213a0,33405,1732198900589}] 2024-11-21T14:21:42,291 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T14:21:42,292 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45473, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T14:21:42,295 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T14:21:42,295 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:21:42,295 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T14:21:42,296 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8a7a968213a0%2C33405%2C1732198900589.meta, suffix=.meta, logDir=hdfs://localhost:43681/user/jenkins/test-data/2ff6e724-dab7-bd67-839d-95491b076cac/WALs/8a7a968213a0,33405,1732198900589, archiveDir=hdfs://localhost:43681/user/jenkins/test-data/2ff6e724-dab7-bd67-839d-95491b076cac/oldWALs, maxLogs=10 2024-11-21T14:21:42,310 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2ff6e724-dab7-bd67-839d-95491b076cac/WALs/8a7a968213a0,33405,1732198900589/8a7a968213a0%2C33405%2C1732198900589.meta.1732198902296.meta, exclude list is [], retry=0 2024-11-21T14:21:42,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40405,DS-bc005498-b153-4b4d-a5be-63b89bc869e6,DISK] 2024-11-21T14:21:42,312 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2ff6e724-dab7-bd67-839d-95491b076cac/WALs/8a7a968213a0,33405,1732198900589/8a7a968213a0%2C33405%2C1732198900589.meta.1732198902296.meta 2024-11-21T14:21:42,313 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36253:36253)] 2024-11-21T14:21:42,313 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T14:21:42,313 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T14:21:42,313 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T14:21:42,313 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T14:21:42,313 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T14:21:42,313 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T14:21:42,314 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:21:42,314 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T14:21:42,314 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T14:21:42,315 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T14:21:42,315 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T14:21:42,315 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:21:42,316 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:21:42,316 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T14:21:42,316 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T14:21:42,316 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:21:42,316 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:21:42,317 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T14:21:42,317 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T14:21:42,317 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:21:42,317 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:21:42,317 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T14:21:42,318 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T14:21:42,318 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:21:42,318 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T14:21:42,318 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T14:21:42,319 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43681/user/jenkins/test-data/2ff6e724-dab7-bd67-839d-95491b076cac/data/hbase/meta/1588230740 2024-11-21T14:21:42,319 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43681/user/jenkins/test-data/2ff6e724-dab7-bd67-839d-95491b076cac/data/hbase/meta/1588230740 2024-11-21T14:21:42,320 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T14:21:42,320 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T14:21:42,320 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T14:21:42,321 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T14:21:42,322 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68141431, jitterRate=0.015386447310447693}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T14:21:42,322 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T14:21:42,322 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732198902314Writing region info on filesystem at 1732198902314Initializing all the Stores at 1732198902314Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198902314Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198902314Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198902314Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732198902314Cleaning up temporary data from old regions at 1732198902320 (+6 ms)Running coprocessor post-open hooks at 1732198902322 (+2 ms)Region opened successfully at 1732198902322 2024-11-21T14:21:42,322 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732198902291 2024-11-21T14:21:42,324 DEBUG [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T14:21:42,324 INFO [RS_OPEN_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T14:21:42,325 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=8a7a968213a0,33405,1732198900589 2024-11-21T14:21:42,325 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8a7a968213a0,33405,1732198900589, state=OPEN 2024-11-21T14:21:42,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33405-0x1013ae768d90007, quorum=127.0.0.1:51232, baseZNode=/2-1535134491 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1535134491/meta-region-server 2024-11-21T14:21:42,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33935-0x1013ae768d90006, quorum=127.0.0.1:51232, baseZNode=/2-1535134491 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1535134491/meta-region-server 2024-11-21T14:21:42,326 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8a7a968213a0,33405,1732198900589 2024-11-21T14:21:42,326 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1535134491/meta-region-server: CHANGED 2024-11-21T14:21:42,327 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1535134491/meta-region-server: CHANGED 2024-11-21T14:21:42,328 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T14:21:42,328 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8a7a968213a0,33405,1732198900589 in 187 msec 2024-11-21T14:21:42,329 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T14:21:42,329 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 346 msec 2024-11-21T14:21:42,330 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T14:21:42,330 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T14:21:42,330 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:21:42,331 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a7a968213a0,33405,1732198900589, seqNum=-1] 2024-11-21T14:21:42,331 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:21:42,332 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37009, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T14:21:42,335 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1850 sec 2024-11-21T14:21:42,335 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732198902335, completionTime=-1 2024-11-21T14:21:42,335 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T14:21:42,335 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T14:21:42,337 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T14:21:42,337 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732198962337 2024-11-21T14:21:42,337 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732199022337 2024-11-21T14:21:42,337 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-21T14:21:42,337 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,33935,1732198900550-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T14:21:42,337 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,33935,1732198900550-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:21:42,337 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,33935,1732198900550-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:21:42,337 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8a7a968213a0:33935, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:21:42,337 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T14:21:42,338 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T14:21:42,339 DEBUG [master/8a7a968213a0:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T14:21:42,340 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.719sec 2024-11-21T14:21:42,341 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T14:21:42,341 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T14:21:42,341 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T14:21:42,341 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T14:21:42,341 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T14:21:42,341 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,33935,1732198900550-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T14:21:42,341 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,33935,1732198900550-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T14:21:42,342 DEBUG [master/8a7a968213a0:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T14:21:42,342 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T14:21:42,342 INFO [master/8a7a968213a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8a7a968213a0,33935,1732198900550-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T14:21:42,405 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c43ff84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:21:42,405 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8a7a968213a0,33935,-1 for getting cluster id 2024-11-21T14:21:42,405 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:21:42,406 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4e5d61b4-6ca8-4350-9384-18a2d4768d33' 2024-11-21T14:21:42,407 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:21:42,407 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4e5d61b4-6ca8-4350-9384-18a2d4768d33" 2024-11-21T14:21:42,407 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e71c9bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:21:42,407 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a7a968213a0,33935,-1] 2024-11-21T14:21:42,407 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:21:42,407 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:21:42,408 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:21:42,409 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46f74962, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:21:42,409 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:21:42,410 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a7a968213a0,33405,1732198900589, seqNum=-1] 2024-11-21T14:21:42,410 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:21:42,411 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T14:21:42,412 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=8a7a968213a0,33935,1732198900550 2024-11-21T14:21:42,413 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:51232 2024-11-21T14:21:42,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:51232, baseZNode=/2-1535134491 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T14:21:42,415 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1013ae768d90008 connected 2024-11-21T14:21:42,423 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T14:21:42,423 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a7a968213a0,44295,1732198892347 2024-11-21T14:21:42,423 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@10b30e0c 2024-11-21T14:21:42,424 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T14:21:42,424 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T14:21:42,425 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44295 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T14:21:42,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44295 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-21T14:21:42,427 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T14:21:42,427 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:21:42,427 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44295 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-21T14:21:42,427 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T14:21:42,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44295 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T14:21:42,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35409 is added to blk_1073741835_1011 (size=902) 2024-11-21T14:21:42,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44295 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T14:21:42,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44295 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T14:21:42,836 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f8b27d26df83825099a6b178653bb6f2, NAME => 'test,,1732198902425.f8b27d26df83825099a6b178653bb6f2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1 2024-11-21T14:21:42,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35409 is added to blk_1073741836_1012 (size=39) 2024-11-21T14:21:43,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44295 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T14:21:43,242 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732198902425.f8b27d26df83825099a6b178653bb6f2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:21:43,242 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing f8b27d26df83825099a6b178653bb6f2, disabling compactions & flushes 2024-11-21T14:21:43,242 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732198902425.f8b27d26df83825099a6b178653bb6f2. 2024-11-21T14:21:43,242 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732198902425.f8b27d26df83825099a6b178653bb6f2. 2024-11-21T14:21:43,242 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732198902425.f8b27d26df83825099a6b178653bb6f2. after waiting 0 ms 2024-11-21T14:21:43,242 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732198902425.f8b27d26df83825099a6b178653bb6f2. 2024-11-21T14:21:43,242 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732198902425.f8b27d26df83825099a6b178653bb6f2. 2024-11-21T14:21:43,242 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for f8b27d26df83825099a6b178653bb6f2: Waiting for close lock at 1732198903242Disabling compacts and flushes for region at 1732198903242Disabling writes for close at 1732198903242Writing region close event to WAL at 1732198903242Closed at 1732198903242 2024-11-21T14:21:43,243 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T14:21:43,243 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732198902425.f8b27d26df83825099a6b178653bb6f2.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732198903243"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732198903243"}]},"ts":"1732198903243"} 2024-11-21T14:21:43,245 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T14:21:43,246 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T14:21:43,246 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732198903246"}]},"ts":"1732198903246"} 2024-11-21T14:21:43,248 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-21T14:21:43,248 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f8b27d26df83825099a6b178653bb6f2, ASSIGN}] 2024-11-21T14:21:43,249 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f8b27d26df83825099a6b178653bb6f2, ASSIGN 2024-11-21T14:21:43,250 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=f8b27d26df83825099a6b178653bb6f2, ASSIGN; state=OFFLINE, location=8a7a968213a0,36103,1732198892523; forceNewPlan=false, retain=false 2024-11-21T14:21:43,400 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f8b27d26df83825099a6b178653bb6f2, regionState=OPENING, regionLocation=8a7a968213a0,36103,1732198892523 2024-11-21T14:21:43,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=f8b27d26df83825099a6b178653bb6f2, ASSIGN because future has completed 2024-11-21T14:21:43,403 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f8b27d26df83825099a6b178653bb6f2, server=8a7a968213a0,36103,1732198892523}] 2024-11-21T14:21:43,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44295 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T14:21:43,560 INFO [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732198902425.f8b27d26df83825099a6b178653bb6f2. 2024-11-21T14:21:43,560 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f8b27d26df83825099a6b178653bb6f2, NAME => 'test,,1732198902425.f8b27d26df83825099a6b178653bb6f2.', STARTKEY => '', ENDKEY => ''} 2024-11-21T14:21:43,561 INFO [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T14:21:43,561 INFO [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-21T14:21:43,561 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f8b27d26df83825099a6b178653bb6f2 2024-11-21T14:21:43,561 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732198902425.f8b27d26df83825099a6b178653bb6f2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:21:43,561 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f8b27d26df83825099a6b178653bb6f2 2024-11-21T14:21:43,561 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f8b27d26df83825099a6b178653bb6f2 2024-11-21T14:21:43,562 INFO [StoreOpener-f8b27d26df83825099a6b178653bb6f2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f8b27d26df83825099a6b178653bb6f2 2024-11-21T14:21:43,563 INFO [StoreOpener-f8b27d26df83825099a6b178653bb6f2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f8b27d26df83825099a6b178653bb6f2 columnFamilyName f 2024-11-21T14:21:43,563 DEBUG [StoreOpener-f8b27d26df83825099a6b178653bb6f2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:21:43,564 INFO [StoreOpener-f8b27d26df83825099a6b178653bb6f2-1 {}] regionserver.HStore(327): Store=f8b27d26df83825099a6b178653bb6f2/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:21:43,564 INFO [StoreOpener-f8b27d26df83825099a6b178653bb6f2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region f8b27d26df83825099a6b178653bb6f2 2024-11-21T14:21:43,564 INFO [StoreOpener-f8b27d26df83825099a6b178653bb6f2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f8b27d26df83825099a6b178653bb6f2 columnFamilyName f1 2024-11-21T14:21:43,565 DEBUG [StoreOpener-f8b27d26df83825099a6b178653bb6f2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:21:43,565 INFO [StoreOpener-f8b27d26df83825099a6b178653bb6f2-1 {}] regionserver.HStore(327): Store=f8b27d26df83825099a6b178653bb6f2/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:21:43,565 INFO [StoreOpener-f8b27d26df83825099a6b178653bb6f2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f8b27d26df83825099a6b178653bb6f2 2024-11-21T14:21:43,566 INFO [StoreOpener-f8b27d26df83825099a6b178653bb6f2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f8b27d26df83825099a6b178653bb6f2 columnFamilyName norep 2024-11-21T14:21:43,566 DEBUG [StoreOpener-f8b27d26df83825099a6b178653bb6f2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:21:43,566 INFO [StoreOpener-f8b27d26df83825099a6b178653bb6f2-1 {}] regionserver.HStore(327): Store=f8b27d26df83825099a6b178653bb6f2/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:21:43,566 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f8b27d26df83825099a6b178653bb6f2 2024-11-21T14:21:43,566 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/data/default/test/f8b27d26df83825099a6b178653bb6f2 2024-11-21T14:21:43,567 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/data/default/test/f8b27d26df83825099a6b178653bb6f2 2024-11-21T14:21:43,567 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f8b27d26df83825099a6b178653bb6f2 2024-11-21T14:21:43,567 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f8b27d26df83825099a6b178653bb6f2 2024-11-21T14:21:43,568 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T14:21:43,568 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f8b27d26df83825099a6b178653bb6f2 2024-11-21T14:21:43,574 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/data/default/test/f8b27d26df83825099a6b178653bb6f2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T14:21:43,574 INFO [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f8b27d26df83825099a6b178653bb6f2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62719994, jitterRate=-0.06539925932884216}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T14:21:43,574 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f8b27d26df83825099a6b178653bb6f2 2024-11-21T14:21:43,575 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f8b27d26df83825099a6b178653bb6f2: Running coprocessor pre-open hook at 1732198903561Writing region info on filesystem at 1732198903561Initializing all the Stores at 1732198903562 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198903562Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198903562Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198903562Cleaning up temporary data from old regions at 1732198903567 (+5 ms)Running coprocessor post-open hooks at 1732198903574 (+7 ms)Region opened successfully at 1732198903575 (+1 ms) 2024-11-21T14:21:43,575 INFO [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732198902425.f8b27d26df83825099a6b178653bb6f2., pid=6, masterSystemTime=1732198903555 2024-11-21T14:21:43,577 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732198902425.f8b27d26df83825099a6b178653bb6f2. 2024-11-21T14:21:43,577 INFO [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732198902425.f8b27d26df83825099a6b178653bb6f2. 2024-11-21T14:21:43,577 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f8b27d26df83825099a6b178653bb6f2, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=8a7a968213a0,36103,1732198892523 2024-11-21T14:21:43,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f8b27d26df83825099a6b178653bb6f2, server=8a7a968213a0,36103,1732198892523 because future has completed 2024-11-21T14:21:43,581 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T14:21:43,581 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f8b27d26df83825099a6b178653bb6f2, server=8a7a968213a0,36103,1732198892523 in 177 msec 2024-11-21T14:21:43,582 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T14:21:43,582 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=f8b27d26df83825099a6b178653bb6f2, ASSIGN in 333 msec 2024-11-21T14:21:43,583 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T14:21:43,583 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732198903583"}]},"ts":"1732198903583"} 2024-11-21T14:21:43,585 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-21T14:21:43,585 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T14:21:43,586 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1600 sec 2024-11-21T14:21:44,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44295 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T14:21:44,570 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-21T14:21:44,570 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T14:21:44,571 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a7a968213a0,35409,1732198896217 2024-11-21T14:21:44,571 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4d2e0f3 2024-11-21T14:21:44,571 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T14:21:44,572 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53634, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T14:21:44,573 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35409 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T14:21:44,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35409 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-21T14:21:44,574 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T14:21:44,574 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:21:44,574 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35409 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-21T14:21:44,575 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T14:21:44,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35409 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T14:21:44,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741835_1011 (size=902) 2024-11-21T14:21:44,581 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8cb178f8496bac7cdcd87a22d450d067, NAME => 'test,,1732198904572.8cb178f8496bac7cdcd87a22d450d067.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45869/user/jenkins/test-data/33f8c968-2ee0-a25b-3295-8af599246308 2024-11-21T14:21:44,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741836_1012 (size=39) 2024-11-21T14:21:44,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35409 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T14:21:44,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35409 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T14:21:44,987 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732198904572.8cb178f8496bac7cdcd87a22d450d067.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:21:44,988 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 8cb178f8496bac7cdcd87a22d450d067, disabling compactions & flushes 2024-11-21T14:21:44,988 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732198904572.8cb178f8496bac7cdcd87a22d450d067. 2024-11-21T14:21:44,988 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732198904572.8cb178f8496bac7cdcd87a22d450d067. 2024-11-21T14:21:44,988 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732198904572.8cb178f8496bac7cdcd87a22d450d067. after waiting 0 ms 2024-11-21T14:21:44,988 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732198904572.8cb178f8496bac7cdcd87a22d450d067. 2024-11-21T14:21:44,988 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732198904572.8cb178f8496bac7cdcd87a22d450d067. 2024-11-21T14:21:44,988 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8cb178f8496bac7cdcd87a22d450d067: Waiting for close lock at 1732198904987Disabling compacts and flushes for region at 1732198904987Disabling writes for close at 1732198904988 (+1 ms)Writing region close event to WAL at 1732198904988Closed at 1732198904988 2024-11-21T14:21:44,989 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T14:21:44,989 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732198904572.8cb178f8496bac7cdcd87a22d450d067.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732198904989"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732198904989"}]},"ts":"1732198904989"} 2024-11-21T14:21:44,990 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T14:21:44,991 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T14:21:44,991 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732198904991"}]},"ts":"1732198904991"} 2024-11-21T14:21:44,992 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-21T14:21:44,992 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8cb178f8496bac7cdcd87a22d450d067, ASSIGN}] 2024-11-21T14:21:44,993 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8cb178f8496bac7cdcd87a22d450d067, ASSIGN 2024-11-21T14:21:44,994 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=8cb178f8496bac7cdcd87a22d450d067, ASSIGN; state=OFFLINE, location=8a7a968213a0,38855,1732198896338; forceNewPlan=false, retain=false 2024-11-21T14:21:45,144 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8cb178f8496bac7cdcd87a22d450d067, regionState=OPENING, regionLocation=8a7a968213a0,38855,1732198896338 2024-11-21T14:21:45,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=8cb178f8496bac7cdcd87a22d450d067, ASSIGN because future has completed 2024-11-21T14:21:45,146 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8cb178f8496bac7cdcd87a22d450d067, server=8a7a968213a0,38855,1732198896338}] 2024-11-21T14:21:45,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35409 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T14:21:45,301 INFO [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732198904572.8cb178f8496bac7cdcd87a22d450d067. 2024-11-21T14:21:45,301 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 8cb178f8496bac7cdcd87a22d450d067, NAME => 'test,,1732198904572.8cb178f8496bac7cdcd87a22d450d067.', STARTKEY => '', ENDKEY => ''} 2024-11-21T14:21:45,301 INFO [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T14:21:45,302 INFO [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-21T14:21:45,302 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8cb178f8496bac7cdcd87a22d450d067 2024-11-21T14:21:45,302 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732198904572.8cb178f8496bac7cdcd87a22d450d067.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:21:45,302 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 8cb178f8496bac7cdcd87a22d450d067 2024-11-21T14:21:45,302 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 8cb178f8496bac7cdcd87a22d450d067 2024-11-21T14:21:45,303 INFO [StoreOpener-8cb178f8496bac7cdcd87a22d450d067-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8cb178f8496bac7cdcd87a22d450d067 2024-11-21T14:21:45,304 INFO [StoreOpener-8cb178f8496bac7cdcd87a22d450d067-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8cb178f8496bac7cdcd87a22d450d067 columnFamilyName f 2024-11-21T14:21:45,304 DEBUG [StoreOpener-8cb178f8496bac7cdcd87a22d450d067-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:21:45,304 INFO [StoreOpener-8cb178f8496bac7cdcd87a22d450d067-1 {}] regionserver.HStore(327): Store=8cb178f8496bac7cdcd87a22d450d067/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:21:45,304 INFO [StoreOpener-8cb178f8496bac7cdcd87a22d450d067-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 8cb178f8496bac7cdcd87a22d450d067 2024-11-21T14:21:45,305 INFO [StoreOpener-8cb178f8496bac7cdcd87a22d450d067-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8cb178f8496bac7cdcd87a22d450d067 columnFamilyName f1 2024-11-21T14:21:45,305 DEBUG [StoreOpener-8cb178f8496bac7cdcd87a22d450d067-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:21:45,305 INFO [StoreOpener-8cb178f8496bac7cdcd87a22d450d067-1 {}] regionserver.HStore(327): Store=8cb178f8496bac7cdcd87a22d450d067/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:21:45,305 INFO [StoreOpener-8cb178f8496bac7cdcd87a22d450d067-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8cb178f8496bac7cdcd87a22d450d067 2024-11-21T14:21:45,306 INFO [StoreOpener-8cb178f8496bac7cdcd87a22d450d067-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8cb178f8496bac7cdcd87a22d450d067 columnFamilyName norep 2024-11-21T14:21:45,306 DEBUG [StoreOpener-8cb178f8496bac7cdcd87a22d450d067-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:21:45,306 INFO [StoreOpener-8cb178f8496bac7cdcd87a22d450d067-1 {}] regionserver.HStore(327): Store=8cb178f8496bac7cdcd87a22d450d067/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:21:45,306 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 8cb178f8496bac7cdcd87a22d450d067 2024-11-21T14:21:45,307 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45869/user/jenkins/test-data/33f8c968-2ee0-a25b-3295-8af599246308/data/default/test/8cb178f8496bac7cdcd87a22d450d067 2024-11-21T14:21:45,307 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45869/user/jenkins/test-data/33f8c968-2ee0-a25b-3295-8af599246308/data/default/test/8cb178f8496bac7cdcd87a22d450d067 2024-11-21T14:21:45,307 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 8cb178f8496bac7cdcd87a22d450d067 2024-11-21T14:21:45,307 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 8cb178f8496bac7cdcd87a22d450d067 2024-11-21T14:21:45,308 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T14:21:45,308 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 8cb178f8496bac7cdcd87a22d450d067 2024-11-21T14:21:45,310 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45869/user/jenkins/test-data/33f8c968-2ee0-a25b-3295-8af599246308/data/default/test/8cb178f8496bac7cdcd87a22d450d067/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T14:21:45,310 INFO [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 8cb178f8496bac7cdcd87a22d450d067; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73244715, jitterRate=0.09143130481243134}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T14:21:45,310 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8cb178f8496bac7cdcd87a22d450d067 2024-11-21T14:21:45,310 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 8cb178f8496bac7cdcd87a22d450d067: Running coprocessor pre-open hook at 1732198905302Writing region info on filesystem at 1732198905302Initializing all the Stores at 1732198905302Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198905302Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198905303 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198905303Cleaning up temporary data from old regions at 1732198905308 (+5 ms)Running coprocessor post-open hooks at 1732198905310 (+2 ms)Region opened successfully at 1732198905310 2024-11-21T14:21:45,311 INFO [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732198904572.8cb178f8496bac7cdcd87a22d450d067., pid=6, masterSystemTime=1732198905298 2024-11-21T14:21:45,312 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732198904572.8cb178f8496bac7cdcd87a22d450d067. 2024-11-21T14:21:45,312 INFO [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732198904572.8cb178f8496bac7cdcd87a22d450d067. 2024-11-21T14:21:45,313 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8cb178f8496bac7cdcd87a22d450d067, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=8a7a968213a0,38855,1732198896338 2024-11-21T14:21:45,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8cb178f8496bac7cdcd87a22d450d067, server=8a7a968213a0,38855,1732198896338 because future has completed 2024-11-21T14:21:45,316 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T14:21:45,316 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8cb178f8496bac7cdcd87a22d450d067, server=8a7a968213a0,38855,1732198896338 in 169 msec 2024-11-21T14:21:45,318 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T14:21:45,318 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=8cb178f8496bac7cdcd87a22d450d067, ASSIGN in 324 msec 2024-11-21T14:21:45,319 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T14:21:45,319 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732198905319"}]},"ts":"1732198905319"} 2024-11-21T14:21:45,320 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-21T14:21:45,321 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T14:21:45,322 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 748 msec 2024-11-21T14:21:45,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35409 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T14:21:45,710 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-21T14:21:45,710 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T14:21:45,711 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a7a968213a0,33935,1732198900550 2024-11-21T14:21:45,711 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2f88158c 2024-11-21T14:21:45,711 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T14:21:45,712 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T14:21:45,712 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T14:21:45,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-21T14:21:45,714 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T14:21:45,714 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:21:45,714 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-21T14:21:45,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T14:21:45,715 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T14:21:45,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40405 is added to blk_1073741835_1011 (size=902) 2024-11-21T14:21:45,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T14:21:46,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T14:21:46,121 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => de9fb6b55c833820c60d68141410aad4, NAME => 'test,,1732198905712.de9fb6b55c833820c60d68141410aad4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43681/user/jenkins/test-data/2ff6e724-dab7-bd67-839d-95491b076cac 2024-11-21T14:21:46,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40405 is added to blk_1073741836_1012 (size=39) 2024-11-21T14:21:46,127 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732198905712.de9fb6b55c833820c60d68141410aad4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:21:46,127 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing de9fb6b55c833820c60d68141410aad4, disabling compactions & flushes 2024-11-21T14:21:46,127 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732198905712.de9fb6b55c833820c60d68141410aad4. 2024-11-21T14:21:46,127 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732198905712.de9fb6b55c833820c60d68141410aad4. 2024-11-21T14:21:46,127 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732198905712.de9fb6b55c833820c60d68141410aad4. after waiting 0 ms 2024-11-21T14:21:46,127 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732198905712.de9fb6b55c833820c60d68141410aad4. 2024-11-21T14:21:46,127 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732198905712.de9fb6b55c833820c60d68141410aad4. 2024-11-21T14:21:46,127 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for de9fb6b55c833820c60d68141410aad4: Waiting for close lock at 1732198906127Disabling compacts and flushes for region at 1732198906127Disabling writes for close at 1732198906127Writing region close event to WAL at 1732198906127Closed at 1732198906127 2024-11-21T14:21:46,128 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T14:21:46,129 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732198905712.de9fb6b55c833820c60d68141410aad4.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732198906128"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732198906128"}]},"ts":"1732198906128"} 2024-11-21T14:21:46,130 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T14:21:46,131 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T14:21:46,131 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732198906131"}]},"ts":"1732198906131"} 2024-11-21T14:21:46,133 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-21T14:21:46,133 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=de9fb6b55c833820c60d68141410aad4, ASSIGN}] 2024-11-21T14:21:46,134 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=de9fb6b55c833820c60d68141410aad4, ASSIGN 2024-11-21T14:21:46,135 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=de9fb6b55c833820c60d68141410aad4, ASSIGN; state=OFFLINE, location=8a7a968213a0,33405,1732198900589; forceNewPlan=false, retain=false 2024-11-21T14:21:46,285 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=de9fb6b55c833820c60d68141410aad4, regionState=OPENING, regionLocation=8a7a968213a0,33405,1732198900589 2024-11-21T14:21:46,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=de9fb6b55c833820c60d68141410aad4, ASSIGN because future has completed 2024-11-21T14:21:46,288 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure de9fb6b55c833820c60d68141410aad4, server=8a7a968213a0,33405,1732198900589}] 2024-11-21T14:21:46,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T14:21:46,443 INFO [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732198905712.de9fb6b55c833820c60d68141410aad4. 2024-11-21T14:21:46,443 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => de9fb6b55c833820c60d68141410aad4, NAME => 'test,,1732198905712.de9fb6b55c833820c60d68141410aad4.', STARTKEY => '', ENDKEY => ''} 2024-11-21T14:21:46,443 INFO [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T14:21:46,444 INFO [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-21T14:21:46,444 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test de9fb6b55c833820c60d68141410aad4 2024-11-21T14:21:46,444 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732198905712.de9fb6b55c833820c60d68141410aad4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:21:46,444 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for de9fb6b55c833820c60d68141410aad4 2024-11-21T14:21:46,444 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for de9fb6b55c833820c60d68141410aad4 2024-11-21T14:21:46,445 INFO [StoreOpener-de9fb6b55c833820c60d68141410aad4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region de9fb6b55c833820c60d68141410aad4 2024-11-21T14:21:46,446 INFO [StoreOpener-de9fb6b55c833820c60d68141410aad4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region de9fb6b55c833820c60d68141410aad4 columnFamilyName f 2024-11-21T14:21:46,446 DEBUG [StoreOpener-de9fb6b55c833820c60d68141410aad4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:21:46,447 INFO [StoreOpener-de9fb6b55c833820c60d68141410aad4-1 {}] regionserver.HStore(327): Store=de9fb6b55c833820c60d68141410aad4/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:21:46,447 INFO [StoreOpener-de9fb6b55c833820c60d68141410aad4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region de9fb6b55c833820c60d68141410aad4 2024-11-21T14:21:46,448 INFO [StoreOpener-de9fb6b55c833820c60d68141410aad4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region de9fb6b55c833820c60d68141410aad4 columnFamilyName f1 2024-11-21T14:21:46,448 DEBUG [StoreOpener-de9fb6b55c833820c60d68141410aad4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:21:46,448 INFO [StoreOpener-de9fb6b55c833820c60d68141410aad4-1 {}] regionserver.HStore(327): Store=de9fb6b55c833820c60d68141410aad4/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:21:46,448 INFO [StoreOpener-de9fb6b55c833820c60d68141410aad4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region de9fb6b55c833820c60d68141410aad4 2024-11-21T14:21:46,449 INFO [StoreOpener-de9fb6b55c833820c60d68141410aad4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region de9fb6b55c833820c60d68141410aad4 columnFamilyName norep 2024-11-21T14:21:46,449 DEBUG [StoreOpener-de9fb6b55c833820c60d68141410aad4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:21:46,449 INFO [StoreOpener-de9fb6b55c833820c60d68141410aad4-1 {}] regionserver.HStore(327): Store=de9fb6b55c833820c60d68141410aad4/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:21:46,449 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for de9fb6b55c833820c60d68141410aad4 2024-11-21T14:21:46,450 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43681/user/jenkins/test-data/2ff6e724-dab7-bd67-839d-95491b076cac/data/default/test/de9fb6b55c833820c60d68141410aad4 2024-11-21T14:21:46,450 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43681/user/jenkins/test-data/2ff6e724-dab7-bd67-839d-95491b076cac/data/default/test/de9fb6b55c833820c60d68141410aad4 2024-11-21T14:21:46,451 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for de9fb6b55c833820c60d68141410aad4 2024-11-21T14:21:46,451 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for de9fb6b55c833820c60d68141410aad4 2024-11-21T14:21:46,451 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T14:21:46,452 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for de9fb6b55c833820c60d68141410aad4 2024-11-21T14:21:46,453 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43681/user/jenkins/test-data/2ff6e724-dab7-bd67-839d-95491b076cac/data/default/test/de9fb6b55c833820c60d68141410aad4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T14:21:46,454 INFO [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened de9fb6b55c833820c60d68141410aad4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65294498, jitterRate=-0.027036160230636597}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T14:21:46,454 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for de9fb6b55c833820c60d68141410aad4 2024-11-21T14:21:46,454 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for de9fb6b55c833820c60d68141410aad4: Running coprocessor pre-open hook at 1732198906444Writing region info on filesystem at 1732198906444Initializing all the Stores at 1732198906445 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198906445Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198906445Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198906445Cleaning up temporary data from old regions at 1732198906451 (+6 ms)Running coprocessor post-open hooks at 1732198906454 (+3 ms)Region opened successfully at 1732198906454 2024-11-21T14:21:46,455 INFO [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732198905712.de9fb6b55c833820c60d68141410aad4., pid=6, masterSystemTime=1732198906439 2024-11-21T14:21:46,456 DEBUG [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732198905712.de9fb6b55c833820c60d68141410aad4. 2024-11-21T14:21:46,456 INFO [RS_OPEN_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732198905712.de9fb6b55c833820c60d68141410aad4. 2024-11-21T14:21:46,457 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=de9fb6b55c833820c60d68141410aad4, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=8a7a968213a0,33405,1732198900589 2024-11-21T14:21:46,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure de9fb6b55c833820c60d68141410aad4, server=8a7a968213a0,33405,1732198900589 because future has completed 2024-11-21T14:21:46,461 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T14:21:46,461 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure de9fb6b55c833820c60d68141410aad4, server=8a7a968213a0,33405,1732198900589 in 171 msec 2024-11-21T14:21:46,462 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T14:21:46,462 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=de9fb6b55c833820c60d68141410aad4, ASSIGN in 328 msec 2024-11-21T14:21:46,463 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T14:21:46,463 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732198906463"}]},"ts":"1732198906463"} 2024-11-21T14:21:46,465 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-21T14:21:46,465 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T14:21:46,466 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 753 msec 2024-11-21T14:21:46,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33935 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T14:21:46,850 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-21T14:21:46,850 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9c89209, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:21:46,851 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8a7a968213a0,44295,-1 for getting cluster id 2024-11-21T14:21:46,851 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:21:46,851 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1c949ab-5acc-4559-8255-bc17ebc2c1fe' 2024-11-21T14:21:46,852 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:21:46,852 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1c949ab-5acc-4559-8255-bc17ebc2c1fe" 2024-11-21T14:21:46,852 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24e5d583, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:21:46,852 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a7a968213a0,44295,-1] 2024-11-21T14:21:46,852 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:21:46,852 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:21:46,853 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:21:46,853 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5662ce6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:21:46,853 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T14:21:46,854 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a7a968213a0,44295,1732198892347 2024-11-21T14:21:46,854 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@427a8a91 2024-11-21T14:21:46,854 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T14:21:46,855 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T14:21:46,855 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44295 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://8a7a968213a0:35409,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-21T14:21:46,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44295 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T14:21:46,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44295 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T14:21:46,858 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8a7a968213a0:35409' 2024-11-21T14:21:46,859 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ccb0be2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:21:46,859 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 8a7a968213a0,35409,-1 for getting cluster id 2024-11-21T14:21:46,859 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:21:46,859 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5da9e5bf-211e-4c03-b90d-8a0a39d8971c' 2024-11-21T14:21:46,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:21:46,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5da9e5bf-211e-4c03-b90d-8a0a39d8971c" 2024-11-21T14:21:46,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36a4aca9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:21:46,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a7a968213a0,35409,-1] 2024-11-21T14:21:46,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:21:46,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:21:46,860 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:21:46,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dd7721b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:21:46,861 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T14:21:46,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a7a968213a0,35409,1732198896217 2024-11-21T14:21:46,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1a8410c7 2024-11-21T14:21:46,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T14:21:46,862 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T14:21:46,863 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-21T14:21:46,863 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T14:21:46,863 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:21:46,863 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:21:46,863 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:21:46,863 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T14:21:46,864 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-21T14:21:46,865 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T14:21:46,865 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:21:46,866 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T14:21:46,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35409 is added to blk_1073741837_1013 (size=1138) 2024-11-21T14:21:46,914 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-21T14:21:46,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44295 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T14:21:47,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44295 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T14:21:47,277 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 35c675119b9ef13a56467e4679d95130, NAME => 'hbase:replication,,1732198906863.35c675119b9ef13a56467e4679d95130.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1 2024-11-21T14:21:47,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35409 is added to blk_1073741838_1014 (size=44) 2024-11-21T14:21:47,282 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732198906863.35c675119b9ef13a56467e4679d95130.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:21:47,282 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 35c675119b9ef13a56467e4679d95130, disabling compactions & flushes 2024-11-21T14:21:47,282 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732198906863.35c675119b9ef13a56467e4679d95130. 2024-11-21T14:21:47,282 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732198906863.35c675119b9ef13a56467e4679d95130. 2024-11-21T14:21:47,282 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732198906863.35c675119b9ef13a56467e4679d95130. after waiting 0 ms 2024-11-21T14:21:47,282 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732198906863.35c675119b9ef13a56467e4679d95130. 2024-11-21T14:21:47,282 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732198906863.35c675119b9ef13a56467e4679d95130. 2024-11-21T14:21:47,282 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 35c675119b9ef13a56467e4679d95130: Waiting for close lock at 1732198907282Disabling compacts and flushes for region at 1732198907282Disabling writes for close at 1732198907282Writing region close event to WAL at 1732198907282Closed at 1732198907282 2024-11-21T14:21:47,283 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T14:21:47,283 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732198906863.35c675119b9ef13a56467e4679d95130.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732198907283"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732198907283"}]},"ts":"1732198907283"} 2024-11-21T14:21:47,285 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T14:21:47,286 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T14:21:47,286 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732198907286"}]},"ts":"1732198907286"} 2024-11-21T14:21:47,287 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-21T14:21:47,287 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=35c675119b9ef13a56467e4679d95130, ASSIGN}] 2024-11-21T14:21:47,288 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=35c675119b9ef13a56467e4679d95130, ASSIGN 2024-11-21T14:21:47,289 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=35c675119b9ef13a56467e4679d95130, ASSIGN; state=OFFLINE, location=8a7a968213a0,36103,1732198892523; forceNewPlan=false, retain=false 2024-11-21T14:21:47,439 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=35c675119b9ef13a56467e4679d95130, regionState=OPENING, regionLocation=8a7a968213a0,36103,1732198892523 2024-11-21T14:21:47,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=35c675119b9ef13a56467e4679d95130, ASSIGN because future has completed 2024-11-21T14:21:47,441 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 35c675119b9ef13a56467e4679d95130, server=8a7a968213a0,36103,1732198892523}] 2024-11-21T14:21:47,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44295 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T14:21:47,596 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732198906863.35c675119b9ef13a56467e4679d95130. 2024-11-21T14:21:47,596 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T14:21:47,596 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-21T14:21:47,597 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=8a7a968213a0%2C36103%2C1732198892523.rep, suffix=, logDir=hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/WALs/8a7a968213a0,36103,1732198892523, archiveDir=hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/oldWALs, maxLogs=10 2024-11-21T14:21:47,611 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/WALs/8a7a968213a0,36103,1732198892523/8a7a968213a0%2C36103%2C1732198892523.rep.1732198907597, exclude list is [], retry=0 2024-11-21T14:21:47,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35409,DS-142df35d-aa34-4240-bf3e-70aef77bcc2b,DISK] 2024-11-21T14:21:47,614 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/WALs/8a7a968213a0,36103,1732198892523/8a7a968213a0%2C36103%2C1732198892523.rep.1732198907597 2024-11-21T14:21:47,614 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35095:35095)] 2024-11-21T14:21:47,614 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 35c675119b9ef13a56467e4679d95130, NAME => 'hbase:replication,,1732198906863.35c675119b9ef13a56467e4679d95130.', STARTKEY => '', ENDKEY => ''} 2024-11-21T14:21:47,615 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T14:21:47,615 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T14:21:47,615 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732198906863.35c675119b9ef13a56467e4679d95130. service=MultiRowMutationService 2024-11-21T14:21:47,615 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-21T14:21:47,615 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 35c675119b9ef13a56467e4679d95130 2024-11-21T14:21:47,615 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732198906863.35c675119b9ef13a56467e4679d95130.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T14:21:47,615 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 35c675119b9ef13a56467e4679d95130 2024-11-21T14:21:47,615 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 35c675119b9ef13a56467e4679d95130 2024-11-21T14:21:47,617 INFO [StoreOpener-35c675119b9ef13a56467e4679d95130-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 35c675119b9ef13a56467e4679d95130 2024-11-21T14:21:47,618 INFO [StoreOpener-35c675119b9ef13a56467e4679d95130-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 35c675119b9ef13a56467e4679d95130 columnFamilyName hfileref 2024-11-21T14:21:47,618 DEBUG [StoreOpener-35c675119b9ef13a56467e4679d95130-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:21:47,619 INFO [StoreOpener-35c675119b9ef13a56467e4679d95130-1 {}] regionserver.HStore(327): Store=35c675119b9ef13a56467e4679d95130/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:21:47,619 INFO [StoreOpener-35c675119b9ef13a56467e4679d95130-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 35c675119b9ef13a56467e4679d95130 2024-11-21T14:21:47,619 INFO [StoreOpener-35c675119b9ef13a56467e4679d95130-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 35c675119b9ef13a56467e4679d95130 columnFamilyName queue 2024-11-21T14:21:47,620 DEBUG [StoreOpener-35c675119b9ef13a56467e4679d95130-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:21:47,620 INFO [StoreOpener-35c675119b9ef13a56467e4679d95130-1 {}] regionserver.HStore(327): Store=35c675119b9ef13a56467e4679d95130/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:21:47,620 INFO [StoreOpener-35c675119b9ef13a56467e4679d95130-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 35c675119b9ef13a56467e4679d95130 2024-11-21T14:21:47,621 INFO [StoreOpener-35c675119b9ef13a56467e4679d95130-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 35c675119b9ef13a56467e4679d95130 columnFamilyName sid 2024-11-21T14:21:47,621 DEBUG [StoreOpener-35c675119b9ef13a56467e4679d95130-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T14:21:47,621 INFO [StoreOpener-35c675119b9ef13a56467e4679d95130-1 {}] regionserver.HStore(327): Store=35c675119b9ef13a56467e4679d95130/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T14:21:47,621 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 35c675119b9ef13a56467e4679d95130 2024-11-21T14:21:47,622 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/data/hbase/replication/35c675119b9ef13a56467e4679d95130 2024-11-21T14:21:47,622 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/data/hbase/replication/35c675119b9ef13a56467e4679d95130 2024-11-21T14:21:47,623 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 35c675119b9ef13a56467e4679d95130 2024-11-21T14:21:47,623 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 35c675119b9ef13a56467e4679d95130 2024-11-21T14:21:47,623 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T14:21:47,624 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 35c675119b9ef13a56467e4679d95130 2024-11-21T14:21:47,625 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/data/hbase/replication/35c675119b9ef13a56467e4679d95130/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T14:21:47,626 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 35c675119b9ef13a56467e4679d95130; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64670251, jitterRate=-0.036338165402412415}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T14:21:47,626 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 35c675119b9ef13a56467e4679d95130 2024-11-21T14:21:47,626 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 35c675119b9ef13a56467e4679d95130: Running coprocessor pre-open hook at 1732198907616Writing region info on filesystem at 1732198907616Initializing all the Stores at 1732198907617 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198907617Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198907617Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732198907617Cleaning up temporary data from old regions at 1732198907623 (+6 ms)Running coprocessor post-open hooks at 1732198907626 (+3 ms)Region opened successfully at 1732198907626 2024-11-21T14:21:47,626 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732198906863.35c675119b9ef13a56467e4679d95130., pid=10, masterSystemTime=1732198907593 2024-11-21T14:21:47,628 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732198906863.35c675119b9ef13a56467e4679d95130. 2024-11-21T14:21:47,628 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732198906863.35c675119b9ef13a56467e4679d95130. 2024-11-21T14:21:47,628 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=35c675119b9ef13a56467e4679d95130, regionState=OPEN, openSeqNum=2, regionLocation=8a7a968213a0,36103,1732198892523 2024-11-21T14:21:47,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 35c675119b9ef13a56467e4679d95130, server=8a7a968213a0,36103,1732198892523 because future has completed 2024-11-21T14:21:47,632 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-21T14:21:47,632 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 35c675119b9ef13a56467e4679d95130, server=8a7a968213a0,36103,1732198892523 in 190 msec 2024-11-21T14:21:47,633 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-21T14:21:47,633 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=35c675119b9ef13a56467e4679d95130, ASSIGN in 345 msec 2024-11-21T14:21:47,634 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T14:21:47,634 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732198907634"}]},"ts":"1732198907634"} 2024-11-21T14:21:47,635 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-21T14:21:47,636 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T14:21:47,637 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 773 msec 2024-11-21T14:21:47,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732198906863.35c675119b9ef13a56467e4679d95130., hostname=8a7a968213a0,36103,1732198892523, seqNum=2] 2024-11-21T14:21:47,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44295-0x1013ae768d90000, quorum=127.0.0.1:51232, baseZNode=/0-1277756425 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1277756425 2024-11-21T14:21:47,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36103-0x1013ae768d90001, quorum=127.0.0.1:51232, baseZNode=/0-1277756425 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1277756425 2024-11-21T14:21:47,677 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T14:21:47,816 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T14:21:47,817 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:47,817 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:47,817 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:47,818 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:47,818 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:47,818 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:47,818 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:47,819 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:47,829 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-21T14:21:47,830 INFO [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-21T14:21:47,859 INFO [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-8a7a968213a0,36103,1732198892523, ReplicationSource: 1, currentBandwidth=0 2024-11-21T14:21:47,859 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:21:47,859 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a7a968213a0,36103,1732198892523, seqNum=-1] 2024-11-21T14:21:47,860 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:21:47,860 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57605, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-21T14:21:47,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-8a7a968213a0,36103,1732198892523', locateType=CURRENT is [region=hbase:replication,,1732198906863.35c675119b9ef13a56467e4679d95130., hostname=8a7a968213a0,36103,1732198892523, seqNum=2] 2024-11-21T14:21:47,864 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-21T14:21:47,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44295 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-21T14:21:47,866 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 8a7a968213a0,36103,1732198892523 suceeded 2024-11-21T14:21:47,868 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:47,868 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-21T14:21:47,868 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-11-21T14:21:47,868 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://8a7a968213a0:35409,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T14:21:47,868 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:47,868 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:47,868 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:47,869 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:47,869 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:47,869 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0130 sec 2024-11-21T14:21:47,876 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:47,879 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,36103,1732198892523 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8a7a968213a0:35409' 2024-11-21T14:21:47,879 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:47,879 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:47,880 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,36103,1732198892523 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4d4611e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:21:47,880 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,36103,1732198892523 {}] client.ClusterIdFetcher(90): Going to request 8a7a968213a0,35409,-1 for getting cluster id 2024-11-21T14:21:47,880 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,36103,1732198892523 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:21:47,881 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5da9e5bf-211e-4c03-b90d-8a0a39d8971c' 2024-11-21T14:21:47,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:21:47,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5da9e5bf-211e-4c03-b90d-8a0a39d8971c" 2024-11-21T14:21:47,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2e2c5a57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:21:47,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a7a968213a0,35409,-1] 2024-11-21T14:21:47,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:21:47,881 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:47,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:21:47,882 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:21:47,882 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,36103,1732198892523 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@55e9c506, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:21:47,882 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,36103,1732198892523 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T14:21:47,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a7a968213a0,35409,1732198896217 2024-11-21T14:21:47,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@758a142a 2024-11-21T14:21:47,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T14:21:47,884 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-21T14:21:47,885 INFO [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,36103,1732198892523 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-8a7a968213a0,36103,1732198892523 (queues=1) is replicating from cluster=b1c949ab-5acc-4559-8255-bc17ebc2c1fe to cluster=5da9e5bf-211e-4c03-b90d-8a0a39d8971c 2024-11-21T14:21:47,885 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,36103,1732198892523 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=8a7a968213a0%2C36103%2C1732198892523 2024-11-21T14:21:47,885 INFO [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,36103,1732198892523 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-8a7a968213a0,36103,1732198892523, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T14:21:47,885 INFO [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,36103,1732198892523.replicationSource.shipper8a7a968213a0%2C36103%2C1732198892523,1-8a7a968213a0,36103,1732198892523 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 8a7a968213a0%2C36103%2C1732198892523 2024-11-21T14:21:47,885 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,36103,1732198892523.replicationSource.wal-reader.8a7a968213a0%2C36103%2C1732198892523,1-8a7a968213a0,36103,1732198892523 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/WALs/8a7a968213a0,36103,1732198892523/8a7a968213a0%2C36103%2C1732198892523.1732198894140, startPosition=0, beingWritten=true 2024-11-21T14:21:47,890 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,36103,1732198892523.replicationSource.wal-reader.8a7a968213a0%2C36103%2C1732198892523,1-8a7a968213a0,36103,1732198892523 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T14:21:47,890 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,36103,1732198892523.replicationSource.wal-reader.8a7a968213a0%2C36103%2C1732198892523,1-8a7a968213a0,36103,1732198892523 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/WALs/8a7a968213a0,36103,1732198892523/8a7a968213a0%2C36103%2C1732198892523.1732198894140 to pos 379, reset compression=false 2024-11-21T14:21:47,890 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,36103,1732198892523.replicationSource.shipper8a7a968213a0%2C36103%2C1732198892523,1-8a7a968213a0,36103,1732198892523 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8a7a968213a0,36103,1732198892523 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/WALs/8a7a968213a0,36103,1732198892523/8a7a968213a0%2C36103%2C1732198892523.1732198894140, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T14:21:47,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44295 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T14:21:47,990 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-21T14:21:47,990 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T14:21:47,990 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:21:47,990 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:21:47,991 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:21:47,991 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:21:47,991 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@771648fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:21:47,991 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8a7a968213a0,44295,-1 for getting cluster id 2024-11-21T14:21:47,991 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:21:47,992 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1c949ab-5acc-4559-8255-bc17ebc2c1fe' 2024-11-21T14:21:47,992 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:21:47,992 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1c949ab-5acc-4559-8255-bc17ebc2c1fe" 2024-11-21T14:21:47,992 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c06f350, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:21:47,993 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a7a968213a0,44295,-1] 2024-11-21T14:21:47,993 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:21:47,993 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:21:47,993 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:21:47,994 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d0fb3b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:21:47,994 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ce7829d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:21:47,994 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8a7a968213a0,35409,-1 for getting cluster id 2024-11-21T14:21:47,994 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:21:47,995 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5da9e5bf-211e-4c03-b90d-8a0a39d8971c' 2024-11-21T14:21:47,995 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:21:47,995 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5da9e5bf-211e-4c03-b90d-8a0a39d8971c" 2024-11-21T14:21:47,995 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c43a505, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:21:47,995 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a7a968213a0,35409,-1] 2024-11-21T14:21:47,995 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:21:47,995 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:21:47,996 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:21:47,996 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@445644a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:21:47,997 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77a4c491, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:21:47,997 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8a7a968213a0,33935,-1 for getting cluster id 2024-11-21T14:21:47,997 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:21:47,997 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4e5d61b4-6ca8-4350-9384-18a2d4768d33' 2024-11-21T14:21:47,997 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:21:47,998 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4e5d61b4-6ca8-4350-9384-18a2d4768d33" 2024-11-21T14:21:47,998 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@321a4a0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:21:47,998 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a7a968213a0,33935,-1] 2024-11-21T14:21:47,998 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:21:47,998 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:21:47,999 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:21:47,999 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@433e9933, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:21:47,999 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:21:48,003 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1732198908003/Put/seqid=0 2024-11-21T14:21:48,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35409 is added to blk_1073741840_1016 (size=7894) 2024-11-21T14:21:48,094 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,36103,1732198892523.replicationSource.wal-reader.8a7a968213a0%2C36103%2C1732198892523,1-8a7a968213a0,36103,1732198892523 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/WALs/8a7a968213a0,36103,1732198892523/8a7a968213a0%2C36103%2C1732198892523.1732198894140 to pos 379, reset compression=false 2024-11-21T14:21:48,398 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,36103,1732198892523.replicationSource.wal-reader.8a7a968213a0%2C36103%2C1732198892523,1-8a7a968213a0,36103,1732198892523 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/WALs/8a7a968213a0,36103,1732198892523/8a7a968213a0%2C36103%2C1732198892523.1732198894140 to pos 379, reset compression=false 2024-11-21T14:21:48,409 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1732198908408/Put/seqid=0 2024-11-21T14:21:48,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35409 is added to blk_1073741841_1017 (size=7691) 2024-11-21T14:21:48,413 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@526a1384, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:21:48,413 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8a7a968213a0,44295,-1 for getting cluster id 2024-11-21T14:21:48,414 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:21:48,414 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1c949ab-5acc-4559-8255-bc17ebc2c1fe' 2024-11-21T14:21:48,414 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:21:48,414 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1c949ab-5acc-4559-8255-bc17ebc2c1fe" 2024-11-21T14:21:48,414 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16200105, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:21:48,414 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a7a968213a0,44295,-1] 2024-11-21T14:21:48,415 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:21:48,415 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:21:48,415 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35978, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:21:48,416 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cad1ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:21:48,416 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:21:48,417 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a7a968213a0,36103,1732198892523, seqNum=-1] 2024-11-21T14:21:48,417 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:21:48,418 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T14:21:48,424 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T14:21:48,425 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a7a968213a0,44295,1732198892347 2024-11-21T14:21:48,425 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5e4a5962 2024-11-21T14:21:48,425 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T14:21:48,426 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T14:21:48,430 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732198902425.f8b27d26df83825099a6b178653bb6f2., hostname=8a7a968213a0,36103,1732198892523, seqNum=2] 2024-11-21T14:21:48,432 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-21T14:21:48,436 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-21T14:21:48,438 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-21T14:21:48,441 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36103 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/testHFileCyclicReplication_0/f/hfile_1 for inclusion in f8b27d26df83825099a6b178653bb6f2/f 2024-11-21T14:21:48,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36103 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-21T14:21:48,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36103 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T14:21:48,443 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36103 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/testHFileCyclicReplication_0/f/hfile_0 for inclusion in f8b27d26df83825099a6b178653bb6f2/f 2024-11-21T14:21:48,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36103 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-21T14:21:48,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36103 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T14:21:48,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36103 {}] regionserver.HRegion(2603): Flush status journal for f8b27d26df83825099a6b178653bb6f2: 2024-11-21T14:21:48,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36103 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/staging/jenkins__test__hrkb9k754ekonudt8sn10mi57d1fst27d73lns4m1vhlu858lskkh0ga731ck5hp/f/hfile_1 2024-11-21T14:21:48,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36103 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/staging/jenkins__test__hrkb9k754ekonudt8sn10mi57d1fst27d73lns4m1vhlu858lskkh0ga731ck5hp/f/hfile_1 as hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/data/default/test/f8b27d26df83825099a6b178653bb6f2/f/ec291a17df584c8db3ca988130bf120d_SeqId_4_ 2024-11-21T14:21:48,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36103 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/staging/jenkins__test__hrkb9k754ekonudt8sn10mi57d1fst27d73lns4m1vhlu858lskkh0ga731ck5hp/f/hfile_0 2024-11-21T14:21:48,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36103 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/staging/jenkins__test__hrkb9k754ekonudt8sn10mi57d1fst27d73lns4m1vhlu858lskkh0ga731ck5hp/f/hfile_0 as hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/data/default/test/f8b27d26df83825099a6b178653bb6f2/f/264d29131c834b10bbd777df5078dd86_SeqId_4_ 2024-11-21T14:21:48,451 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36103 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/staging/jenkins__test__hrkb9k754ekonudt8sn10mi57d1fst27d73lns4m1vhlu858lskkh0ga731ck5hp/f/hfile_1 into f8b27d26df83825099a6b178653bb6f2/f as hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/data/default/test/f8b27d26df83825099a6b178653bb6f2/f/ec291a17df584c8db3ca988130bf120d_SeqId_4_ - updating store file list. 2024-11-21T14:21:48,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36103 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ec291a17df584c8db3ca988130bf120d_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-21T14:21:48,454 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36103 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/data/default/test/f8b27d26df83825099a6b178653bb6f2/f/ec291a17df584c8db3ca988130bf120d_SeqId_4_ into f8b27d26df83825099a6b178653bb6f2/f 2024-11-21T14:21:48,454 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36103 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/staging/jenkins__test__hrkb9k754ekonudt8sn10mi57d1fst27d73lns4m1vhlu858lskkh0ga731ck5hp/f/hfile_1 into f8b27d26df83825099a6b178653bb6f2/f (new location: hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/data/default/test/f8b27d26df83825099a6b178653bb6f2/f/ec291a17df584c8db3ca988130bf120d_SeqId_4_) 2024-11-21T14:21:48,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36103 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/staging/jenkins__test__hrkb9k754ekonudt8sn10mi57d1fst27d73lns4m1vhlu858lskkh0ga731ck5hp/f/hfile_1 2024-11-21T14:21:48,455 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36103 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/staging/jenkins__test__hrkb9k754ekonudt8sn10mi57d1fst27d73lns4m1vhlu858lskkh0ga731ck5hp/f/hfile_0 into f8b27d26df83825099a6b178653bb6f2/f as hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/data/default/test/f8b27d26df83825099a6b178653bb6f2/f/264d29131c834b10bbd777df5078dd86_SeqId_4_ - updating store file list. 2024-11-21T14:21:48,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36103 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 264d29131c834b10bbd777df5078dd86_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-21T14:21:48,458 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36103 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/data/default/test/f8b27d26df83825099a6b178653bb6f2/f/264d29131c834b10bbd777df5078dd86_SeqId_4_ into f8b27d26df83825099a6b178653bb6f2/f 2024-11-21T14:21:48,458 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36103 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/staging/jenkins__test__hrkb9k754ekonudt8sn10mi57d1fst27d73lns4m1vhlu858lskkh0ga731ck5hp/f/hfile_0 into f8b27d26df83825099a6b178653bb6f2/f (new location: hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/data/default/test/f8b27d26df83825099a6b178653bb6f2/f/264d29131c834b10bbd777df5078dd86_SeqId_4_) 2024-11-21T14:21:48,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36103 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/staging/jenkins__test__hrkb9k754ekonudt8sn10mi57d1fst27d73lns4m1vhlu858lskkh0ga731ck5hp/f/hfile_0 2024-11-21T14:21:48,460 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T14:21:48,460 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:21:48,460 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:21:48,460 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:21:48,460 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732198902425.f8b27d26df83825099a6b178653bb6f2., hostname=8a7a968213a0,36103,1732198892523, seqNum=2 , the old value is region=test,,1732198902425.f8b27d26df83825099a6b178653bb6f2., hostname=8a7a968213a0,36103,1732198892523, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=8a7a968213a0:36103 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-21T14:21:48,460 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732198902425.f8b27d26df83825099a6b178653bb6f2., hostname=8a7a968213a0,36103,1732198892523, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-21T14:21:48,460 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732198902425.f8b27d26df83825099a6b178653bb6f2., hostname=8a7a968213a0,36103,1732198892523, seqNum=2 from cache 2024-11-21T14:21:48,460 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:21:48,460 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:21:48,461 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-21T14:21:48,461 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a7a968213a0,38855,1732198896338, seqNum=-1] 2024-11-21T14:21:48,462 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:21:48,462 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T14:21:48,463 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732198904572.8cb178f8496bac7cdcd87a22d450d067., hostname=8a7a968213a0,38855,1732198896338, seqNum=2] 2024-11-21T14:21:48,465 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-21T14:21:48,570 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8a7a968213a0:36103 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-21T14:21:48,801 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,36103,1732198892523.replicationSource.wal-reader.8a7a968213a0%2C36103%2C1732198892523,1-8a7a968213a0,36103,1732198892523 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/WALs/8a7a968213a0,36103,1732198892523/8a7a968213a0%2C36103%2C1732198892523.1732198894140 to pos 379, reset compression=false 2024-11-21T14:21:48,805 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,36103,1732198892523.replicationSource.wal-reader.8a7a968213a0%2C36103%2C1732198892523,1-8a7a968213a0,36103,1732198892523 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T14:21:48,805 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,36103,1732198892523.replicationSource.shipper8a7a968213a0%2C36103%2C1732198892523,1-8a7a968213a0,36103,1732198892523 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8a7a968213a0,36103,1732198892523 got entry batch from reader: WALEntryBatch [walEntries=[{test/f8b27d26df83825099a6b178653bb6f2/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732198908458/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/WALs/8a7a968213a0,36103,1732198892523/8a7a968213a0%2C36103%2C1732198892523.1732198894140, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-21T14:21:48,807 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,36103,1732198892523.replicationSource.shipper8a7a968213a0%2C36103%2C1732198892523,1-8a7a968213a0,36103,1732198892523 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T14:21:48,808 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-21T14:21:48,809 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38855 {}] regionserver.ReplicationSink(318): Replicating [b1c949ab-5acc-4559-8255-bc17ebc2c1fe] bulk loaded data 2024-11-21T14:21:48,809 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38855 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@525ad9d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:21:48,809 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38855 {}] client.ClusterIdFetcher(90): Going to request 8a7a968213a0,35409,-1 for getting cluster id 2024-11-21T14:21:48,809 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38855 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:21:48,810 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5da9e5bf-211e-4c03-b90d-8a0a39d8971c' 2024-11-21T14:21:48,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:21:48,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5da9e5bf-211e-4c03-b90d-8a0a39d8971c" 2024-11-21T14:21:48,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3dbc48fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:21:48,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a7a968213a0,35409,-1] 2024-11-21T14:21:48,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:21:48,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:21:48,811 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:21:48,811 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38855 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3665a592, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:21:48,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741837_1013 (size=7691) 2024-11-21T14:21:48,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741838_1014 (size=7894) 2024-11-21T14:21:48,826 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38855 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T14:21:48,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a7a968213a0,35409,1732198896217 2024-11-21T14:21:48,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1e147f23 2024-11-21T14:21:48,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T14:21:48,828 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-21T14:21:48,829 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38855 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-21T14:21:48,829 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38855 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:21:48,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a7a968213a0,38855,1732198896338, seqNum=-1] 2024-11-21T14:21:48,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:21:48,831 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-21T14:21:48,836 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45869/user/jenkins/test-data/33f8c968-2ee0-a25b-3295-8af599246308/staging/jenkins.hfs.22__test__s3johktdtvk4k026dkd89qu9un1jh3r8sqa2erphnfv94pt087gnuvc8tspm3eu2/f/264d29131c834b10bbd777df5078dd86_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-21T14:21:48,838 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45869/user/jenkins/test-data/33f8c968-2ee0-a25b-3295-8af599246308/staging/jenkins.hfs.22__test__s3johktdtvk4k026dkd89qu9un1jh3r8sqa2erphnfv94pt087gnuvc8tspm3eu2/f/ec291a17df584c8db3ca988130bf120d_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-21T14:21:48,840 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38855 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45869/user/jenkins/test-data/33f8c968-2ee0-a25b-3295-8af599246308/staging/jenkins.hfs.22__test__s3johktdtvk4k026dkd89qu9un1jh3r8sqa2erphnfv94pt087gnuvc8tspm3eu2/f/264d29131c834b10bbd777df5078dd86_SeqId_4_ for inclusion in 8cb178f8496bac7cdcd87a22d450d067/f 2024-11-21T14:21:48,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38855 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-21T14:21:48,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38855 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T14:21:48,842 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38855 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45869/user/jenkins/test-data/33f8c968-2ee0-a25b-3295-8af599246308/staging/jenkins.hfs.22__test__s3johktdtvk4k026dkd89qu9un1jh3r8sqa2erphnfv94pt087gnuvc8tspm3eu2/f/ec291a17df584c8db3ca988130bf120d_SeqId_4_ for inclusion in 8cb178f8496bac7cdcd87a22d450d067/f 2024-11-21T14:21:48,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38855 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-21T14:21:48,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38855 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T14:21:48,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38855 {}] regionserver.HRegion(2603): Flush status journal for 8cb178f8496bac7cdcd87a22d450d067: 2024-11-21T14:21:48,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38855 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 264d29131c834b10bbd777df5078dd86_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-21T14:21:48,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38855 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45869/user/jenkins/test-data/33f8c968-2ee0-a25b-3295-8af599246308/staging/jenkins.hfs.22__test__s3johktdtvk4k026dkd89qu9un1jh3r8sqa2erphnfv94pt087gnuvc8tspm3eu2/f/264d29131c834b10bbd777df5078dd86_SeqId_4_ as hdfs://localhost:45869/user/jenkins/test-data/33f8c968-2ee0-a25b-3295-8af599246308/data/default/test/8cb178f8496bac7cdcd87a22d450d067/f/d782b5fbfc2f4959925b4117fd2892c2_SeqId_4_ 2024-11-21T14:21:48,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38855 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): ec291a17df584c8db3ca988130bf120d_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-21T14:21:48,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38855 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45869/user/jenkins/test-data/33f8c968-2ee0-a25b-3295-8af599246308/staging/jenkins.hfs.22__test__s3johktdtvk4k026dkd89qu9un1jh3r8sqa2erphnfv94pt087gnuvc8tspm3eu2/f/ec291a17df584c8db3ca988130bf120d_SeqId_4_ as hdfs://localhost:45869/user/jenkins/test-data/33f8c968-2ee0-a25b-3295-8af599246308/data/default/test/8cb178f8496bac7cdcd87a22d450d067/f/de721db6ce664fa2b3d7c02b05b8cf23_SeqId_4_ 2024-11-21T14:21:48,847 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38855 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45869/user/jenkins/test-data/33f8c968-2ee0-a25b-3295-8af599246308/staging/jenkins.hfs.22__test__s3johktdtvk4k026dkd89qu9un1jh3r8sqa2erphnfv94pt087gnuvc8tspm3eu2/f/264d29131c834b10bbd777df5078dd86_SeqId_4_ into 8cb178f8496bac7cdcd87a22d450d067/f as hdfs://localhost:45869/user/jenkins/test-data/33f8c968-2ee0-a25b-3295-8af599246308/data/default/test/8cb178f8496bac7cdcd87a22d450d067/f/d782b5fbfc2f4959925b4117fd2892c2_SeqId_4_ - updating store file list. 2024-11-21T14:21:48,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38855 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d782b5fbfc2f4959925b4117fd2892c2_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-21T14:21:48,850 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38855 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45869/user/jenkins/test-data/33f8c968-2ee0-a25b-3295-8af599246308/data/default/test/8cb178f8496bac7cdcd87a22d450d067/f/d782b5fbfc2f4959925b4117fd2892c2_SeqId_4_ into 8cb178f8496bac7cdcd87a22d450d067/f 2024-11-21T14:21:48,850 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38855 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45869/user/jenkins/test-data/33f8c968-2ee0-a25b-3295-8af599246308/staging/jenkins.hfs.22__test__s3johktdtvk4k026dkd89qu9un1jh3r8sqa2erphnfv94pt087gnuvc8tspm3eu2/f/264d29131c834b10bbd777df5078dd86_SeqId_4_ into 8cb178f8496bac7cdcd87a22d450d067/f (new location: hdfs://localhost:45869/user/jenkins/test-data/33f8c968-2ee0-a25b-3295-8af599246308/data/default/test/8cb178f8496bac7cdcd87a22d450d067/f/d782b5fbfc2f4959925b4117fd2892c2_SeqId_4_) 2024-11-21T14:21:48,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38855 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45869/user/jenkins/test-data/33f8c968-2ee0-a25b-3295-8af599246308/staging/jenkins.hfs.22__test__s3johktdtvk4k026dkd89qu9un1jh3r8sqa2erphnfv94pt087gnuvc8tspm3eu2/f/264d29131c834b10bbd777df5078dd86_SeqId_4_ 2024-11-21T14:21:48,851 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38855 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45869/user/jenkins/test-data/33f8c968-2ee0-a25b-3295-8af599246308/staging/jenkins.hfs.22__test__s3johktdtvk4k026dkd89qu9un1jh3r8sqa2erphnfv94pt087gnuvc8tspm3eu2/f/ec291a17df584c8db3ca988130bf120d_SeqId_4_ into 8cb178f8496bac7cdcd87a22d450d067/f as hdfs://localhost:45869/user/jenkins/test-data/33f8c968-2ee0-a25b-3295-8af599246308/data/default/test/8cb178f8496bac7cdcd87a22d450d067/f/de721db6ce664fa2b3d7c02b05b8cf23_SeqId_4_ - updating store file list. 2024-11-21T14:21:48,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38855 {}] regionserver.HStoreFile(483): HFile Bloom filter type for de721db6ce664fa2b3d7c02b05b8cf23_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-21T14:21:48,854 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38855 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45869/user/jenkins/test-data/33f8c968-2ee0-a25b-3295-8af599246308/data/default/test/8cb178f8496bac7cdcd87a22d450d067/f/de721db6ce664fa2b3d7c02b05b8cf23_SeqId_4_ into 8cb178f8496bac7cdcd87a22d450d067/f 2024-11-21T14:21:48,854 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38855 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45869/user/jenkins/test-data/33f8c968-2ee0-a25b-3295-8af599246308/staging/jenkins.hfs.22__test__s3johktdtvk4k026dkd89qu9un1jh3r8sqa2erphnfv94pt087gnuvc8tspm3eu2/f/ec291a17df584c8db3ca988130bf120d_SeqId_4_ into 8cb178f8496bac7cdcd87a22d450d067/f (new location: hdfs://localhost:45869/user/jenkins/test-data/33f8c968-2ee0-a25b-3295-8af599246308/data/default/test/8cb178f8496bac7cdcd87a22d450d067/f/de721db6ce664fa2b3d7c02b05b8cf23_SeqId_4_) 2024-11-21T14:21:48,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38855 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45869/user/jenkins/test-data/33f8c968-2ee0-a25b-3295-8af599246308/staging/jenkins.hfs.22__test__s3johktdtvk4k026dkd89qu9un1jh3r8sqa2erphnfv94pt087gnuvc8tspm3eu2/f/ec291a17df584c8db3ca988130bf120d_SeqId_4_ 2024-11-21T14:21:48,856 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38855 {}] regionserver.ReplicationSink(324): Finished replicating [b1c949ab-5acc-4559-8255-bc17ebc2c1fe] bulk loaded data 2024-11-21T14:21:49,006 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,36103,1732198892523.replicationSource.wal-reader.8a7a968213a0%2C36103%2C1732198892523,1-8a7a968213a0,36103,1732198892523 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/WALs/8a7a968213a0,36103,1732198892523/8a7a968213a0%2C36103%2C1732198892523.1732198894140 to pos 687, reset compression=false 2024-11-21T14:21:49,309 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,36103,1732198892523.replicationSource.wal-reader.8a7a968213a0%2C36103%2C1732198892523,1-8a7a968213a0,36103,1732198892523 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/WALs/8a7a968213a0,36103,1732198892523/8a7a968213a0%2C36103%2C1732198892523.1732198894140 to pos 687, reset compression=false 2024-11-21T14:21:49,472 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:21:49,473 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a7a968213a0,33405,1732198900589, seqNum=-1] 2024-11-21T14:21:49,473 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:21:49,474 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50538, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T14:21:49,475 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732198905712.de9fb6b55c833820c60d68141410aad4., hostname=8a7a968213a0,33405,1732198900589, seqNum=2] 2024-11-21T14:21:49,481 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T14:21:49,482 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T14:21:49,483 DEBUG [regionserver/8a7a968213a0:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 8a7a968213a0%2C36103%2C1732198892523.meta:.meta(num 1732198894521) roll requested 2024-11-21T14:21:49,496 DEBUG [regionserver/8a7a968213a0:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/WALs/8a7a968213a0,36103,1732198892523/8a7a968213a0%2C36103%2C1732198892523.meta.1732198909483.meta, exclude list is [], retry=0 2024-11-21T14:21:49,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35409,DS-142df35d-aa34-4240-bf3e-70aef77bcc2b,DISK] 2024-11-21T14:21:49,500 INFO [regionserver/8a7a968213a0:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/WALs/8a7a968213a0,36103,1732198892523/8a7a968213a0%2C36103%2C1732198892523.meta.1732198894521.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/WALs/8a7a968213a0,36103,1732198892523/8a7a968213a0%2C36103%2C1732198892523.meta.1732198909483.meta 2024-11-21T14:21:49,500 DEBUG [regionserver/8a7a968213a0:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35095:35095)] 2024-11-21T14:21:49,500 DEBUG [regionserver/8a7a968213a0:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/WALs/8a7a968213a0,36103,1732198892523/8a7a968213a0%2C36103%2C1732198892523.meta.1732198894521.meta is not closed yet, will try archiving it next time 2024-11-21T14:21:49,500 DEBUG [regionserver/8a7a968213a0:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 8a7a968213a0%2C36103%2C1732198892523.rep:(num 1732198907597) roll requested 2024-11-21T14:21:49,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35409 is added to blk_1073741834_1010 (size=3473) 2024-11-21T14:21:49,516 DEBUG [regionserver/8a7a968213a0:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/WALs/8a7a968213a0,36103,1732198892523/8a7a968213a0%2C36103%2C1732198892523.rep.1732198909500, exclude list is [], retry=0 2024-11-21T14:21:49,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35409,DS-142df35d-aa34-4240-bf3e-70aef77bcc2b,DISK] 2024-11-21T14:21:49,520 INFO [regionserver/8a7a968213a0:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/WALs/8a7a968213a0,36103,1732198892523/8a7a968213a0%2C36103%2C1732198892523.rep.1732198907597 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/WALs/8a7a968213a0,36103,1732198892523/8a7a968213a0%2C36103%2C1732198892523.rep.1732198909500 2024-11-21T14:21:49,520 DEBUG [regionserver/8a7a968213a0:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35095:35095)] 2024-11-21T14:21:49,520 DEBUG [regionserver/8a7a968213a0:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/WALs/8a7a968213a0,36103,1732198892523/8a7a968213a0%2C36103%2C1732198892523.rep.1732198907597 is not closed yet, will try archiving it next time 2024-11-21T14:21:49,520 DEBUG [regionserver/8a7a968213a0:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 8a7a968213a0%2C36103%2C1732198892523:(num 1732198894140) roll requested 2024-11-21T14:21:49,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35409 is added to blk_1073741839_1015 (size=1505) 2024-11-21T14:21:49,540 DEBUG [regionserver/8a7a968213a0:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/WALs/8a7a968213a0,36103,1732198892523/8a7a968213a0%2C36103%2C1732198892523.1732198909520, exclude list is [], retry=0 2024-11-21T14:21:49,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35409,DS-142df35d-aa34-4240-bf3e-70aef77bcc2b,DISK] 2024-11-21T14:21:49,543 INFO [regionserver/8a7a968213a0:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/WALs/8a7a968213a0,36103,1732198892523/8a7a968213a0%2C36103%2C1732198892523.1732198894140 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/WALs/8a7a968213a0,36103,1732198892523/8a7a968213a0%2C36103%2C1732198892523.1732198909520 2024-11-21T14:21:49,543 DEBUG [regionserver/8a7a968213a0:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35095:35095)] 2024-11-21T14:21:49,543 DEBUG [regionserver/8a7a968213a0:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/WALs/8a7a968213a0,36103,1732198892523/8a7a968213a0%2C36103%2C1732198892523.1732198894140 is not closed yet, will try archiving it next time 2024-11-21T14:21:49,544 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@712ae6b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:21:49,544 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8a7a968213a0,44295,-1 for getting cluster id 2024-11-21T14:21:49,544 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:21:49,545 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1c949ab-5acc-4559-8255-bc17ebc2c1fe' 2024-11-21T14:21:49,545 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:21:49,545 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1c949ab-5acc-4559-8255-bc17ebc2c1fe" 2024-11-21T14:21:49,545 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@636d3618, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:21:49,545 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a7a968213a0,44295,-1] 2024-11-21T14:21:49,545 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:21:49,545 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:21:49,546 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36018, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:21:49,546 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f04d887, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:21:49,547 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T14:21:49,547 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a7a968213a0,44295,1732198892347 2024-11-21T14:21:49,547 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2e29b918 2024-11-21T14:21:49,547 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T14:21:49,548 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36028, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T14:21:49,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35409 is added to blk_1073741833_1009 (size=695) 2024-11-21T14:21:49,548 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44295 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://8a7a968213a0:33935,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-21T14:21:49,548 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/WALs/8a7a968213a0,36103,1732198892523/8a7a968213a0%2C36103%2C1732198892523.1732198894140 not finished, retry = 0 2024-11-21T14:21:49,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44295 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T14:21:49,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44295 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-21T14:21:49,551 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8a7a968213a0:33935' 2024-11-21T14:21:49,552 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28fe8ca2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:21:49,552 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 8a7a968213a0,33935,-1 for getting cluster id 2024-11-21T14:21:49,552 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:21:49,553 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4e5d61b4-6ca8-4350-9384-18a2d4768d33' 2024-11-21T14:21:49,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:21:49,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4e5d61b4-6ca8-4350-9384-18a2d4768d33" 2024-11-21T14:21:49,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d487504, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:21:49,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a7a968213a0,33935,-1] 2024-11-21T14:21:49,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:21:49,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:21:49,554 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:21:49,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32da2bc6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:21:49,554 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T14:21:49,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a7a968213a0,33935,1732198900550 2024-11-21T14:21:49,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2f63ad40 2024-11-21T14:21:49,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T14:21:49,556 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T14:21:49,556 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-21T14:21:49,556 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T14:21:49,556 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:21:49,557 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:21:49,557 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:21:49,563 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T14:21:49,650 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/WALs/8a7a968213a0,36103,1732198892523/8a7a968213a0%2C36103%2C1732198892523.1732198894140 to hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/oldWALs/8a7a968213a0%2C36103%2C1732198892523.1732198894140 2024-11-21T14:21:49,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44295 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-21T14:21:49,713 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,36103,1732198892523.replicationSource.wal-reader.8a7a968213a0%2C36103%2C1732198892523,1-8a7a968213a0,36103,1732198892523 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/WALs/8a7a968213a0,36103,1732198892523/8a7a968213a0%2C36103%2C1732198892523.1732198894140 to pos 687, reset compression=false 2024-11-21T14:21:49,716 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-21T14:21:49,716 INFO [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-21T14:21:49,719 INFO [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,36103,1732198892523.replicationSource.wal-reader.8a7a968213a0%2C36103%2C1732198892523,1-8a7a968213a0,36103,1732198892523 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/WALs/8a7a968213a0,36103,1732198892523/8a7a968213a0%2C36103%2C1732198892523.1732198894140 was moved to hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/oldWALs/8a7a968213a0%2C36103%2C1732198892523.1732198894140 2024-11-21T14:21:49,721 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,36103,1732198892523.replicationSource.wal-reader.8a7a968213a0%2C36103%2C1732198892523,1-8a7a968213a0,36103,1732198892523 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/WALs/8a7a968213a0,36103,1732198892523/8a7a968213a0%2C36103%2C1732198892523.1732198894140 2024-11-21T14:21:49,722 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,36103,1732198892523.replicationSource.wal-reader.8a7a968213a0%2C36103%2C1732198892523,1-8a7a968213a0,36103,1732198892523 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/WALs/8a7a968213a0,36103,1732198892523/8a7a968213a0%2C36103%2C1732198892523.1732198909520, startPosition=0, beingWritten=true 2024-11-21T14:21:49,722 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,36103,1732198892523.replicationSource.shipper8a7a968213a0%2C36103%2C1732198892523,1-8a7a968213a0,36103,1732198892523 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8a7a968213a0,36103,1732198892523 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/WALs/8a7a968213a0,36103,1732198892523/8a7a968213a0%2C36103%2C1732198892523.1732198894140, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-21T14:21:49,724 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,36103,1732198892523.replicationSource.shipper8a7a968213a0%2C36103%2C1732198892523,1-8a7a968213a0,36103,1732198892523 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [8a7a968213a0%2C36103%2C1732198892523.1732198894140] 2024-11-21T14:21:49,753 INFO [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-8a7a968213a0,36103,1732198892523, ReplicationSource: 2, currentBandwidth=0 2024-11-21T14:21:49,755 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-21T14:21:49,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44295 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-21T14:21:49,757 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 8a7a968213a0,36103,1732198892523 suceeded 2024-11-21T14:21:49,758 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-21T14:21:49,758 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 194 msec 2024-11-21T14:21:49,758 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://8a7a968213a0:33935,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T14:21:49,760 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 210 msec 2024-11-21T14:21:49,770 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,2-8a7a968213a0,36103,1732198892523 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='8a7a968213a0:33935' 2024-11-21T14:21:49,771 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,2-8a7a968213a0,36103,1732198892523 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4a9f279b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:21:49,771 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,2-8a7a968213a0,36103,1732198892523 {}] client.ClusterIdFetcher(90): Going to request 8a7a968213a0,33935,-1 for getting cluster id 2024-11-21T14:21:49,771 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,2-8a7a968213a0,36103,1732198892523 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:21:49,771 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4e5d61b4-6ca8-4350-9384-18a2d4768d33' 2024-11-21T14:21:49,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:21:49,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4e5d61b4-6ca8-4350-9384-18a2d4768d33" 2024-11-21T14:21:49,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@66c94172, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:21:49,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a7a968213a0,33935,-1] 2024-11-21T14:21:49,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:21:49,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:21:49,772 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:21:49,773 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,2-8a7a968213a0,36103,1732198892523 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7981b32a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:21:49,773 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,2-8a7a968213a0,36103,1732198892523 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T14:21:49,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a7a968213a0,33935,1732198900550 2024-11-21T14:21:49,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2b2e46fc 2024-11-21T14:21:49,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T14:21:49,774 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-21T14:21:49,774 INFO [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,2-8a7a968213a0,36103,1732198892523 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-8a7a968213a0,36103,1732198892523 (queues=1) is replicating from cluster=b1c949ab-5acc-4559-8255-bc17ebc2c1fe to cluster=4e5d61b4-6ca8-4350-9384-18a2d4768d33 2024-11-21T14:21:49,774 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,2-8a7a968213a0,36103,1732198892523 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=8a7a968213a0%2C36103%2C1732198892523 2024-11-21T14:21:49,775 INFO [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,2-8a7a968213a0,36103,1732198892523 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-8a7a968213a0,36103,1732198892523, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T14:21:49,775 INFO [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,2-8a7a968213a0,36103,1732198892523.replicationSource.shipper8a7a968213a0%2C36103%2C1732198892523,2-8a7a968213a0,36103,1732198892523 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 8a7a968213a0%2C36103%2C1732198892523 2024-11-21T14:21:49,775 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,2-8a7a968213a0,36103,1732198892523.replicationSource.wal-reader.8a7a968213a0%2C36103%2C1732198892523,2-8a7a968213a0,36103,1732198892523 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/WALs/8a7a968213a0,36103,1732198892523/8a7a968213a0%2C36103%2C1732198892523.1732198909520, startPosition=0, beingWritten=true 2024-11-21T14:21:49,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44295 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-21T14:21:49,870 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-21T14:21:49,870 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T14:21:49,870 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:21:49,870 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:21:49,870 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:21:49,870 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:21:49,870 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T14:21:49,874 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1732198909874/Put/seqid=0 2024-11-21T14:21:49,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35409 is added to blk_1073741845_1021 (size=11194) 2024-11-21T14:21:49,979 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,2-8a7a968213a0,36103,1732198892523.replicationSource.wal-reader.8a7a968213a0%2C36103%2C1732198892523,2-8a7a968213a0,36103,1732198892523 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/WALs/8a7a968213a0,36103,1732198892523/8a7a968213a0%2C36103%2C1732198892523.1732198909520 to pos 0, reset compression=false 2024-11-21T14:21:50,227 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,36103,1732198892523.replicationSource.wal-reader.8a7a968213a0%2C36103%2C1732198892523,1-8a7a968213a0,36103,1732198892523 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/WALs/8a7a968213a0,36103,1732198892523/8a7a968213a0%2C36103%2C1732198892523.1732198909520 to pos 0, reset compression=false 2024-11-21T14:21:50,280 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1732198910279/Put/seqid=0 2024-11-21T14:21:50,283 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,2-8a7a968213a0,36103,1732198892523.replicationSource.wal-reader.8a7a968213a0%2C36103%2C1732198892523,2-8a7a968213a0,36103,1732198892523 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/WALs/8a7a968213a0,36103,1732198892523/8a7a968213a0%2C36103%2C1732198892523.1732198909520 to pos 0, reset compression=false 2024-11-21T14:21:50,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35409 is added to blk_1073741846_1022 (size=10791) 2024-11-21T14:21:50,684 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f8fa292, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:21:50,684 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8a7a968213a0,44295,-1 for getting cluster id 2024-11-21T14:21:50,685 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:21:50,685 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1c949ab-5acc-4559-8255-bc17ebc2c1fe' 2024-11-21T14:21:50,685 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:21:50,685 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1c949ab-5acc-4559-8255-bc17ebc2c1fe" 2024-11-21T14:21:50,686 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a6b77d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:21:50,686 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a7a968213a0,44295,-1] 2024-11-21T14:21:50,686 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:21:50,686 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:21:50,686 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,2-8a7a968213a0,36103,1732198892523.replicationSource.wal-reader.8a7a968213a0%2C36103%2C1732198892523,2-8a7a968213a0,36103,1732198892523 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/WALs/8a7a968213a0,36103,1732198892523/8a7a968213a0%2C36103%2C1732198892523.1732198909520 to pos 0, reset compression=false 2024-11-21T14:21:50,686 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:21:50,687 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@564c9fc8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:21:50,687 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:21:50,688 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a7a968213a0,36103,1732198892523, seqNum=-1] 2024-11-21T14:21:50,688 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:21:50,689 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T14:21:50,697 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T14:21:50,697 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a7a968213a0,44295,1732198892347 2024-11-21T14:21:50,697 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@241530e1 2024-11-21T14:21:50,697 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T14:21:50,698 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T14:21:50,701 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732198902425.f8b27d26df83825099a6b178653bb6f2., hostname=8a7a968213a0,36103,1732198892523, seqNum=2] 2024-11-21T14:21:50,702 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-21T14:21:50,706 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-21T14:21:50,708 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-21T14:21:50,727 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36103 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/testHFileCyclicReplication_1/f/hfile_0 for inclusion in f8b27d26df83825099a6b178653bb6f2/f 2024-11-21T14:21:50,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36103 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-21T14:21:50,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36103 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T14:21:50,731 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36103 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/testHFileCyclicReplication_1/f/hfile_1 for inclusion in f8b27d26df83825099a6b178653bb6f2/f 2024-11-21T14:21:50,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36103 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-21T14:21:50,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36103 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T14:21:50,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36103 {}] regionserver.HRegion(2603): Flush status journal for f8b27d26df83825099a6b178653bb6f2: 2024-11-21T14:21:50,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36103 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/staging/jenkins__test__iegspc04qp71vbthn9jq1nqsaglkcj95ngf628u8dc8u9smp16pofnmh18rtrt01/f/hfile_0 2024-11-21T14:21:50,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36103 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/staging/jenkins__test__iegspc04qp71vbthn9jq1nqsaglkcj95ngf628u8dc8u9smp16pofnmh18rtrt01/f/hfile_0 as hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/data/default/test/f8b27d26df83825099a6b178653bb6f2/f/3d6e4908e95848b18227d2dda33cafe5_SeqId_6_ 2024-11-21T14:21:50,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36103 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/staging/jenkins__test__iegspc04qp71vbthn9jq1nqsaglkcj95ngf628u8dc8u9smp16pofnmh18rtrt01/f/hfile_1 2024-11-21T14:21:50,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36103 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/staging/jenkins__test__iegspc04qp71vbthn9jq1nqsaglkcj95ngf628u8dc8u9smp16pofnmh18rtrt01/f/hfile_1 as hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/data/default/test/f8b27d26df83825099a6b178653bb6f2/f/840aca2c6cd545718dc8fdb7f4e95178_SeqId_6_ 2024-11-21T14:21:50,742 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36103 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/staging/jenkins__test__iegspc04qp71vbthn9jq1nqsaglkcj95ngf628u8dc8u9smp16pofnmh18rtrt01/f/hfile_0 into f8b27d26df83825099a6b178653bb6f2/f as hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/data/default/test/f8b27d26df83825099a6b178653bb6f2/f/3d6e4908e95848b18227d2dda33cafe5_SeqId_6_ - updating store file list. 2024-11-21T14:21:50,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36103 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3d6e4908e95848b18227d2dda33cafe5_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-21T14:21:50,745 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36103 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/data/default/test/f8b27d26df83825099a6b178653bb6f2/f/3d6e4908e95848b18227d2dda33cafe5_SeqId_6_ into f8b27d26df83825099a6b178653bb6f2/f 2024-11-21T14:21:50,745 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36103 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/staging/jenkins__test__iegspc04qp71vbthn9jq1nqsaglkcj95ngf628u8dc8u9smp16pofnmh18rtrt01/f/hfile_0 into f8b27d26df83825099a6b178653bb6f2/f (new location: hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/data/default/test/f8b27d26df83825099a6b178653bb6f2/f/3d6e4908e95848b18227d2dda33cafe5_SeqId_6_) 2024-11-21T14:21:50,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36103 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/staging/jenkins__test__iegspc04qp71vbthn9jq1nqsaglkcj95ngf628u8dc8u9smp16pofnmh18rtrt01/f/hfile_0 2024-11-21T14:21:50,746 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36103 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/staging/jenkins__test__iegspc04qp71vbthn9jq1nqsaglkcj95ngf628u8dc8u9smp16pofnmh18rtrt01/f/hfile_1 into f8b27d26df83825099a6b178653bb6f2/f as hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/data/default/test/f8b27d26df83825099a6b178653bb6f2/f/840aca2c6cd545718dc8fdb7f4e95178_SeqId_6_ - updating store file list. 2024-11-21T14:21:50,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36103 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 840aca2c6cd545718dc8fdb7f4e95178_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-21T14:21:50,749 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36103 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/data/default/test/f8b27d26df83825099a6b178653bb6f2/f/840aca2c6cd545718dc8fdb7f4e95178_SeqId_6_ into f8b27d26df83825099a6b178653bb6f2/f 2024-11-21T14:21:50,749 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36103 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/staging/jenkins__test__iegspc04qp71vbthn9jq1nqsaglkcj95ngf628u8dc8u9smp16pofnmh18rtrt01/f/hfile_1 into f8b27d26df83825099a6b178653bb6f2/f (new location: hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/data/default/test/f8b27d26df83825099a6b178653bb6f2/f/840aca2c6cd545718dc8fdb7f4e95178_SeqId_6_) 2024-11-21T14:21:50,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36103 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/staging/jenkins__test__iegspc04qp71vbthn9jq1nqsaglkcj95ngf628u8dc8u9smp16pofnmh18rtrt01/f/hfile_1 2024-11-21T14:21:50,751 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T14:21:50,751 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:21:50,751 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:21:50,752 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:21:50,752 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732198902425.f8b27d26df83825099a6b178653bb6f2., hostname=8a7a968213a0,36103,1732198892523, seqNum=2 , the old value is region=test,,1732198902425.f8b27d26df83825099a6b178653bb6f2., hostname=8a7a968213a0,36103,1732198892523, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=8a7a968213a0:36103 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-21T14:21:50,752 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732198902425.f8b27d26df83825099a6b178653bb6f2., hostname=8a7a968213a0,36103,1732198892523, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-21T14:21:50,752 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732198902425.f8b27d26df83825099a6b178653bb6f2., hostname=8a7a968213a0,36103,1732198892523, seqNum=2 from cache 2024-11-21T14:21:50,752 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-21T14:21:50,752 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:21:50,756 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-21T14:21:50,831 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,36103,1732198892523.replicationSource.wal-reader.8a7a968213a0%2C36103%2C1732198892523,1-8a7a968213a0,36103,1732198892523 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/WALs/8a7a968213a0,36103,1732198892523/8a7a968213a0%2C36103%2C1732198892523.1732198909520 to pos 0, reset compression=false 2024-11-21T14:21:50,835 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,36103,1732198892523.replicationSource.wal-reader.8a7a968213a0%2C36103%2C1732198892523,1-8a7a968213a0,36103,1732198892523 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T14:21:50,836 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,36103,1732198892523.replicationSource.shipper8a7a968213a0%2C36103%2C1732198892523,1-8a7a968213a0,36103,1732198892523 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8a7a968213a0,36103,1732198892523 got entry batch from reader: WALEntryBatch [walEntries=[{test/f8b27d26df83825099a6b178653bb6f2/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732198910750/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/WALs/8a7a968213a0,36103,1732198892523/8a7a968213a0%2C36103%2C1732198892523.1732198909520, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-21T14:21:50,837 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38855 {}] regionserver.ReplicationSink(318): Replicating [b1c949ab-5acc-4559-8255-bc17ebc2c1fe] bulk loaded data 2024-11-21T14:21:50,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741839_1015 (size=11194) 2024-11-21T14:21:50,860 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8a7a968213a0:36103 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-21T14:21:51,036 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,36103,1732198892523.replicationSource.wal-reader.8a7a968213a0%2C36103%2C1732198892523,1-8a7a968213a0,36103,1732198892523 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/WALs/8a7a968213a0,36103,1732198892523/8a7a968213a0%2C36103%2C1732198892523.1732198909520 to pos 393, reset compression=false 2024-11-21T14:21:51,190 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,2-8a7a968213a0,36103,1732198892523.replicationSource.wal-reader.8a7a968213a0%2C36103%2C1732198892523,2-8a7a968213a0,36103,1732198892523 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/WALs/8a7a968213a0,36103,1732198892523/8a7a968213a0%2C36103%2C1732198892523.1732198909520 to pos 0, reset compression=false 2024-11-21T14:21:51,195 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,2-8a7a968213a0,36103,1732198892523.replicationSource.wal-reader.8a7a968213a0%2C36103%2C1732198892523,2-8a7a968213a0,36103,1732198892523 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T14:21:51,195 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,2-8a7a968213a0,36103,1732198892523.replicationSource.shipper8a7a968213a0%2C36103%2C1732198892523,2-8a7a968213a0,36103,1732198892523 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-8a7a968213a0,36103,1732198892523 got entry batch from reader: WALEntryBatch [walEntries=[{test/f8b27d26df83825099a6b178653bb6f2/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732198910750/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/WALs/8a7a968213a0,36103,1732198892523/8a7a968213a0%2C36103%2C1732198892523.1732198909520, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-21T14:21:51,197 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,2-8a7a968213a0,36103,1732198892523.replicationSource.shipper8a7a968213a0%2C36103%2C1732198892523,2-8a7a968213a0,36103,1732198892523 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T14:21:51,197 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-21T14:21:51,198 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33405 {}] regionserver.ReplicationSink(318): Replicating [b1c949ab-5acc-4559-8255-bc17ebc2c1fe] bulk loaded data 2024-11-21T14:21:51,198 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33405 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7d6dfcbd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:21:51,199 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33405 {}] client.ClusterIdFetcher(90): Going to request 8a7a968213a0,33935,-1 for getting cluster id 2024-11-21T14:21:51,199 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33405 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T14:21:51,199 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4e5d61b4-6ca8-4350-9384-18a2d4768d33' 2024-11-21T14:21:51,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T14:21:51,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4e5d61b4-6ca8-4350-9384-18a2d4768d33" 2024-11-21T14:21:51,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6f5f2115, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:21:51,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8a7a968213a0,33935,-1] 2024-11-21T14:21:51,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T14:21:51,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:21:51,201 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-21T14:21:51,201 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33405 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@f588eb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T14:21:51,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40405 is added to blk_1073741837_1013 (size=11194) 2024-11-21T14:21:51,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741840_1016 (size=10791) 2024-11-21T14:21:51,339 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,36103,1732198892523.replicationSource.wal-reader.8a7a968213a0%2C36103%2C1732198892523,1-8a7a968213a0,36103,1732198892523 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/WALs/8a7a968213a0,36103,1732198892523/8a7a968213a0%2C36103%2C1732198892523.1732198909520 to pos 393, reset compression=false 2024-11-21T14:21:51,395 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,2-8a7a968213a0,36103,1732198892523.replicationSource.wal-reader.8a7a968213a0%2C36103%2C1732198892523,2-8a7a968213a0,36103,1732198892523 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/WALs/8a7a968213a0,36103,1732198892523/8a7a968213a0%2C36103%2C1732198892523.1732198909520 to pos 393, reset compression=false 2024-11-21T14:21:51,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40405 is added to blk_1073741838_1014 (size=10791) 2024-11-21T14:21:51,657 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38855 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-21T14:21:51,661 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45869/user/jenkins/test-data/33f8c968-2ee0-a25b-3295-8af599246308/staging/jenkins.hfs.22__test__chmqsrhfvk8phvm0f73opgahukotpvcm97o6k6g2kghalg4oevqq9q8v7euitt29/f/3d6e4908e95848b18227d2dda33cafe5_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-21T14:21:51,663 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45869/user/jenkins/test-data/33f8c968-2ee0-a25b-3295-8af599246308/staging/jenkins.hfs.22__test__chmqsrhfvk8phvm0f73opgahukotpvcm97o6k6g2kghalg4oevqq9q8v7euitt29/f/840aca2c6cd545718dc8fdb7f4e95178_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-21T14:21:51,664 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38855 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45869/user/jenkins/test-data/33f8c968-2ee0-a25b-3295-8af599246308/staging/jenkins.hfs.22__test__chmqsrhfvk8phvm0f73opgahukotpvcm97o6k6g2kghalg4oevqq9q8v7euitt29/f/3d6e4908e95848b18227d2dda33cafe5_SeqId_6_ for inclusion in 8cb178f8496bac7cdcd87a22d450d067/f 2024-11-21T14:21:51,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38855 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-21T14:21:51,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38855 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T14:21:51,666 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38855 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45869/user/jenkins/test-data/33f8c968-2ee0-a25b-3295-8af599246308/staging/jenkins.hfs.22__test__chmqsrhfvk8phvm0f73opgahukotpvcm97o6k6g2kghalg4oevqq9q8v7euitt29/f/840aca2c6cd545718dc8fdb7f4e95178_SeqId_6_ for inclusion in 8cb178f8496bac7cdcd87a22d450d067/f 2024-11-21T14:21:51,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38855 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-21T14:21:51,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38855 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T14:21:51,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38855 {}] regionserver.HRegion(2603): Flush status journal for 8cb178f8496bac7cdcd87a22d450d067: 2024-11-21T14:21:51,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38855 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 3d6e4908e95848b18227d2dda33cafe5_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-21T14:21:51,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38855 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45869/user/jenkins/test-data/33f8c968-2ee0-a25b-3295-8af599246308/staging/jenkins.hfs.22__test__chmqsrhfvk8phvm0f73opgahukotpvcm97o6k6g2kghalg4oevqq9q8v7euitt29/f/3d6e4908e95848b18227d2dda33cafe5_SeqId_6_ as hdfs://localhost:45869/user/jenkins/test-data/33f8c968-2ee0-a25b-3295-8af599246308/data/default/test/8cb178f8496bac7cdcd87a22d450d067/f/7fbbdc7a9d044c88a2749564b0b6accd_SeqId_6_ 2024-11-21T14:21:51,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38855 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 840aca2c6cd545718dc8fdb7f4e95178_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-21T14:21:51,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38855 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45869/user/jenkins/test-data/33f8c968-2ee0-a25b-3295-8af599246308/staging/jenkins.hfs.22__test__chmqsrhfvk8phvm0f73opgahukotpvcm97o6k6g2kghalg4oevqq9q8v7euitt29/f/840aca2c6cd545718dc8fdb7f4e95178_SeqId_6_ as hdfs://localhost:45869/user/jenkins/test-data/33f8c968-2ee0-a25b-3295-8af599246308/data/default/test/8cb178f8496bac7cdcd87a22d450d067/f/140434b771a949b99bc709457c107dbb_SeqId_6_ 2024-11-21T14:21:51,671 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38855 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45869/user/jenkins/test-data/33f8c968-2ee0-a25b-3295-8af599246308/staging/jenkins.hfs.22__test__chmqsrhfvk8phvm0f73opgahukotpvcm97o6k6g2kghalg4oevqq9q8v7euitt29/f/3d6e4908e95848b18227d2dda33cafe5_SeqId_6_ into 8cb178f8496bac7cdcd87a22d450d067/f as hdfs://localhost:45869/user/jenkins/test-data/33f8c968-2ee0-a25b-3295-8af599246308/data/default/test/8cb178f8496bac7cdcd87a22d450d067/f/7fbbdc7a9d044c88a2749564b0b6accd_SeqId_6_ - updating store file list. 2024-11-21T14:21:51,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38855 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7fbbdc7a9d044c88a2749564b0b6accd_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-21T14:21:51,673 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38855 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45869/user/jenkins/test-data/33f8c968-2ee0-a25b-3295-8af599246308/data/default/test/8cb178f8496bac7cdcd87a22d450d067/f/7fbbdc7a9d044c88a2749564b0b6accd_SeqId_6_ into 8cb178f8496bac7cdcd87a22d450d067/f 2024-11-21T14:21:51,673 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38855 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45869/user/jenkins/test-data/33f8c968-2ee0-a25b-3295-8af599246308/staging/jenkins.hfs.22__test__chmqsrhfvk8phvm0f73opgahukotpvcm97o6k6g2kghalg4oevqq9q8v7euitt29/f/3d6e4908e95848b18227d2dda33cafe5_SeqId_6_ into 8cb178f8496bac7cdcd87a22d450d067/f (new location: hdfs://localhost:45869/user/jenkins/test-data/33f8c968-2ee0-a25b-3295-8af599246308/data/default/test/8cb178f8496bac7cdcd87a22d450d067/f/7fbbdc7a9d044c88a2749564b0b6accd_SeqId_6_) 2024-11-21T14:21:51,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38855 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45869/user/jenkins/test-data/33f8c968-2ee0-a25b-3295-8af599246308/staging/jenkins.hfs.22__test__chmqsrhfvk8phvm0f73opgahukotpvcm97o6k6g2kghalg4oevqq9q8v7euitt29/f/3d6e4908e95848b18227d2dda33cafe5_SeqId_6_ 2024-11-21T14:21:51,674 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38855 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45869/user/jenkins/test-data/33f8c968-2ee0-a25b-3295-8af599246308/staging/jenkins.hfs.22__test__chmqsrhfvk8phvm0f73opgahukotpvcm97o6k6g2kghalg4oevqq9q8v7euitt29/f/840aca2c6cd545718dc8fdb7f4e95178_SeqId_6_ into 8cb178f8496bac7cdcd87a22d450d067/f as hdfs://localhost:45869/user/jenkins/test-data/33f8c968-2ee0-a25b-3295-8af599246308/data/default/test/8cb178f8496bac7cdcd87a22d450d067/f/140434b771a949b99bc709457c107dbb_SeqId_6_ - updating store file list. 2024-11-21T14:21:51,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38855 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 140434b771a949b99bc709457c107dbb_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-21T14:21:51,677 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38855 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45869/user/jenkins/test-data/33f8c968-2ee0-a25b-3295-8af599246308/data/default/test/8cb178f8496bac7cdcd87a22d450d067/f/140434b771a949b99bc709457c107dbb_SeqId_6_ into 8cb178f8496bac7cdcd87a22d450d067/f 2024-11-21T14:21:51,677 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38855 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45869/user/jenkins/test-data/33f8c968-2ee0-a25b-3295-8af599246308/staging/jenkins.hfs.22__test__chmqsrhfvk8phvm0f73opgahukotpvcm97o6k6g2kghalg4oevqq9q8v7euitt29/f/840aca2c6cd545718dc8fdb7f4e95178_SeqId_6_ into 8cb178f8496bac7cdcd87a22d450d067/f (new location: hdfs://localhost:45869/user/jenkins/test-data/33f8c968-2ee0-a25b-3295-8af599246308/data/default/test/8cb178f8496bac7cdcd87a22d450d067/f/140434b771a949b99bc709457c107dbb_SeqId_6_) 2024-11-21T14:21:51,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38855 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45869/user/jenkins/test-data/33f8c968-2ee0-a25b-3295-8af599246308/staging/jenkins.hfs.22__test__chmqsrhfvk8phvm0f73opgahukotpvcm97o6k6g2kghalg4oevqq9q8v7euitt29/f/840aca2c6cd545718dc8fdb7f4e95178_SeqId_6_ 2024-11-21T14:21:51,679 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38855 {}] regionserver.ReplicationSink(324): Finished replicating [b1c949ab-5acc-4559-8255-bc17ebc2c1fe] bulk loaded data 2024-11-21T14:21:51,698 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,2-8a7a968213a0,36103,1732198892523.replicationSource.wal-reader.8a7a968213a0%2C36103%2C1732198892523,2-8a7a968213a0,36103,1732198892523 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/WALs/8a7a968213a0,36103,1732198892523/8a7a968213a0%2C36103%2C1732198892523.1732198909520 to pos 393, reset compression=false 2024-11-21T14:21:51,743 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,36103,1732198892523.replicationSource.wal-reader.8a7a968213a0%2C36103%2C1732198892523,1-8a7a968213a0,36103,1732198892523 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/WALs/8a7a968213a0,36103,1732198892523/8a7a968213a0%2C36103%2C1732198892523.1732198909520 to pos 393, reset compression=false 2024-11-21T14:21:51,766 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-21T14:21:52,019 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33405 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T14:21:52,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 8a7a968213a0,33935,1732198900550 2024-11-21T14:21:52,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5bb240a1 2024-11-21T14:21:52,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T14:21:52,020 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-21T14:21:52,022 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33405 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-21T14:21:52,022 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33405 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T14:21:52,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8a7a968213a0,33405,1732198900589, seqNum=-1] 2024-11-21T14:21:52,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T14:21:52,024 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-21T14:21:52,028 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43681/user/jenkins/test-data/2ff6e724-dab7-bd67-839d-95491b076cac/staging/jenkins.hfs.23__test__kl67h8615vdit3ptfecdf4nja956t6lrdvr8q5cjm1hvrp6abqskcsldil21nr5n/f/3d6e4908e95848b18227d2dda33cafe5_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-21T14:21:52,030 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43681/user/jenkins/test-data/2ff6e724-dab7-bd67-839d-95491b076cac/staging/jenkins.hfs.23__test__kl67h8615vdit3ptfecdf4nja956t6lrdvr8q5cjm1hvrp6abqskcsldil21nr5n/f/840aca2c6cd545718dc8fdb7f4e95178_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-21T14:21:52,032 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33405 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43681/user/jenkins/test-data/2ff6e724-dab7-bd67-839d-95491b076cac/staging/jenkins.hfs.23__test__kl67h8615vdit3ptfecdf4nja956t6lrdvr8q5cjm1hvrp6abqskcsldil21nr5n/f/840aca2c6cd545718dc8fdb7f4e95178_SeqId_6_ for inclusion in de9fb6b55c833820c60d68141410aad4/f 2024-11-21T14:21:52,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33405 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-21T14:21:52,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33405 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T14:21:52,034 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33405 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43681/user/jenkins/test-data/2ff6e724-dab7-bd67-839d-95491b076cac/staging/jenkins.hfs.23__test__kl67h8615vdit3ptfecdf4nja956t6lrdvr8q5cjm1hvrp6abqskcsldil21nr5n/f/3d6e4908e95848b18227d2dda33cafe5_SeqId_6_ for inclusion in de9fb6b55c833820c60d68141410aad4/f 2024-11-21T14:21:52,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33405 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-21T14:21:52,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33405 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T14:21:52,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33405 {}] regionserver.HRegion(2603): Flush status journal for de9fb6b55c833820c60d68141410aad4: 2024-11-21T14:21:52,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33405 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 840aca2c6cd545718dc8fdb7f4e95178_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-21T14:21:52,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33405 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43681/user/jenkins/test-data/2ff6e724-dab7-bd67-839d-95491b076cac/staging/jenkins.hfs.23__test__kl67h8615vdit3ptfecdf4nja956t6lrdvr8q5cjm1hvrp6abqskcsldil21nr5n/f/840aca2c6cd545718dc8fdb7f4e95178_SeqId_6_ as hdfs://localhost:43681/user/jenkins/test-data/2ff6e724-dab7-bd67-839d-95491b076cac/data/default/test/de9fb6b55c833820c60d68141410aad4/f/d8494bcf54b241eeb49370da818a4686_SeqId_4_ 2024-11-21T14:21:52,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33405 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 3d6e4908e95848b18227d2dda33cafe5_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-21T14:21:52,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33405 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43681/user/jenkins/test-data/2ff6e724-dab7-bd67-839d-95491b076cac/staging/jenkins.hfs.23__test__kl67h8615vdit3ptfecdf4nja956t6lrdvr8q5cjm1hvrp6abqskcsldil21nr5n/f/3d6e4908e95848b18227d2dda33cafe5_SeqId_6_ as hdfs://localhost:43681/user/jenkins/test-data/2ff6e724-dab7-bd67-839d-95491b076cac/data/default/test/de9fb6b55c833820c60d68141410aad4/f/9a9730a626e5427e93e306b095f9146f_SeqId_4_ 2024-11-21T14:21:52,038 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33405 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43681/user/jenkins/test-data/2ff6e724-dab7-bd67-839d-95491b076cac/staging/jenkins.hfs.23__test__kl67h8615vdit3ptfecdf4nja956t6lrdvr8q5cjm1hvrp6abqskcsldil21nr5n/f/840aca2c6cd545718dc8fdb7f4e95178_SeqId_6_ into de9fb6b55c833820c60d68141410aad4/f as hdfs://localhost:43681/user/jenkins/test-data/2ff6e724-dab7-bd67-839d-95491b076cac/data/default/test/de9fb6b55c833820c60d68141410aad4/f/d8494bcf54b241eeb49370da818a4686_SeqId_4_ - updating store file list. 2024-11-21T14:21:52,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33405 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d8494bcf54b241eeb49370da818a4686_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-21T14:21:52,042 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33405 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43681/user/jenkins/test-data/2ff6e724-dab7-bd67-839d-95491b076cac/data/default/test/de9fb6b55c833820c60d68141410aad4/f/d8494bcf54b241eeb49370da818a4686_SeqId_4_ into de9fb6b55c833820c60d68141410aad4/f 2024-11-21T14:21:52,042 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33405 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43681/user/jenkins/test-data/2ff6e724-dab7-bd67-839d-95491b076cac/staging/jenkins.hfs.23__test__kl67h8615vdit3ptfecdf4nja956t6lrdvr8q5cjm1hvrp6abqskcsldil21nr5n/f/840aca2c6cd545718dc8fdb7f4e95178_SeqId_6_ into de9fb6b55c833820c60d68141410aad4/f (new location: hdfs://localhost:43681/user/jenkins/test-data/2ff6e724-dab7-bd67-839d-95491b076cac/data/default/test/de9fb6b55c833820c60d68141410aad4/f/d8494bcf54b241eeb49370da818a4686_SeqId_4_) 2024-11-21T14:21:52,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33405 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43681/user/jenkins/test-data/2ff6e724-dab7-bd67-839d-95491b076cac/staging/jenkins.hfs.23__test__kl67h8615vdit3ptfecdf4nja956t6lrdvr8q5cjm1hvrp6abqskcsldil21nr5n/f/840aca2c6cd545718dc8fdb7f4e95178_SeqId_6_ 2024-11-21T14:21:52,042 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33405 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43681/user/jenkins/test-data/2ff6e724-dab7-bd67-839d-95491b076cac/staging/jenkins.hfs.23__test__kl67h8615vdit3ptfecdf4nja956t6lrdvr8q5cjm1hvrp6abqskcsldil21nr5n/f/3d6e4908e95848b18227d2dda33cafe5_SeqId_6_ into de9fb6b55c833820c60d68141410aad4/f as hdfs://localhost:43681/user/jenkins/test-data/2ff6e724-dab7-bd67-839d-95491b076cac/data/default/test/de9fb6b55c833820c60d68141410aad4/f/9a9730a626e5427e93e306b095f9146f_SeqId_4_ - updating store file list. 2024-11-21T14:21:52,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33405 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9a9730a626e5427e93e306b095f9146f_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-21T14:21:52,045 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33405 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43681/user/jenkins/test-data/2ff6e724-dab7-bd67-839d-95491b076cac/data/default/test/de9fb6b55c833820c60d68141410aad4/f/9a9730a626e5427e93e306b095f9146f_SeqId_4_ into de9fb6b55c833820c60d68141410aad4/f 2024-11-21T14:21:52,045 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33405 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43681/user/jenkins/test-data/2ff6e724-dab7-bd67-839d-95491b076cac/staging/jenkins.hfs.23__test__kl67h8615vdit3ptfecdf4nja956t6lrdvr8q5cjm1hvrp6abqskcsldil21nr5n/f/3d6e4908e95848b18227d2dda33cafe5_SeqId_6_ into de9fb6b55c833820c60d68141410aad4/f (new location: hdfs://localhost:43681/user/jenkins/test-data/2ff6e724-dab7-bd67-839d-95491b076cac/data/default/test/de9fb6b55c833820c60d68141410aad4/f/9a9730a626e5427e93e306b095f9146f_SeqId_4_) 2024-11-21T14:21:52,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33405 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43681/user/jenkins/test-data/2ff6e724-dab7-bd67-839d-95491b076cac/staging/jenkins.hfs.23__test__kl67h8615vdit3ptfecdf4nja956t6lrdvr8q5cjm1hvrp6abqskcsldil21nr5n/f/3d6e4908e95848b18227d2dda33cafe5_SeqId_6_ 2024-11-21T14:21:52,047 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33405 {}] regionserver.ReplicationSink(324): Finished replicating [b1c949ab-5acc-4559-8255-bc17ebc2c1fe] bulk loaded data 2024-11-21T14:21:52,079 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-21T14:21:52,101 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,2-8a7a968213a0,36103,1732198892523.replicationSource.wal-reader.8a7a968213a0%2C36103%2C1732198892523,2-8a7a968213a0,36103,1732198892523 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/WALs/8a7a968213a0,36103,1732198892523/8a7a968213a0%2C36103%2C1732198892523.1732198909520 to pos 393, reset compression=false 2024-11-21T14:21:52,246 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,36103,1732198892523.replicationSource.wal-reader.8a7a968213a0%2C36103%2C1732198892523,1-8a7a968213a0,36103,1732198892523 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/WALs/8a7a968213a0,36103,1732198892523/8a7a968213a0%2C36103%2C1732198892523.1732198909520 to pos 393, reset compression=false 2024-11-21T14:21:52,605 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,2-8a7a968213a0,36103,1732198892523.replicationSource.wal-reader.8a7a968213a0%2C36103%2C1732198892523,2-8a7a968213a0,36103,1732198892523 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/WALs/8a7a968213a0,36103,1732198892523/8a7a968213a0%2C36103%2C1732198892523.1732198909520 to pos 393, reset compression=false 2024-11-21T14:21:52,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T14:21:52,772 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T14:21:52,772 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:21:52,773 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:21:52,773 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:21:52,773 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:21:52,773 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T14:21:52,773 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=668581641, stopped=false 2024-11-21T14:21:52,773 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8a7a968213a0,33935,1732198900550 2024-11-21T14:21:52,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33935-0x1013ae768d90006, quorum=127.0.0.1:51232, baseZNode=/2-1535134491 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1535134491/running 2024-11-21T14:21:52,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33935-0x1013ae768d90006, quorum=127.0.0.1:51232, baseZNode=/2-1535134491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1535134491 2024-11-21T14:21:52,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33405-0x1013ae768d90007, quorum=127.0.0.1:51232, baseZNode=/2-1535134491 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1535134491/running 2024-11-21T14:21:52,774 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T14:21:52,775 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T14:21:52,775 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:21:52,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33405-0x1013ae768d90007, quorum=127.0.0.1:51232, baseZNode=/2-1535134491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1535134491 2024-11-21T14:21:52,775 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:21:52,775 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8a7a968213a0,33405,1732198900589' ***** 2024-11-21T14:21:52,775 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T14:21:52,776 INFO [RS:0;8a7a968213a0:33405 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T14:21:52,776 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33405-0x1013ae768d90007, quorum=127.0.0.1:51232, baseZNode=/2-1535134491 Set watcher on znode that does not yet exist, /2-1535134491/running 2024-11-21T14:21:52,776 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T14:21:52,776 INFO [RS:0;8a7a968213a0:33405 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T14:21:52,776 INFO [RS:0;8a7a968213a0:33405 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T14:21:52,776 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33935-0x1013ae768d90006, quorum=127.0.0.1:51232, baseZNode=/2-1535134491 Set watcher on znode that does not yet exist, /2-1535134491/running 2024-11-21T14:21:52,776 INFO [RS:0;8a7a968213a0:33405 {}] regionserver.HRegionServer(3091): Received CLOSE for de9fb6b55c833820c60d68141410aad4 2024-11-21T14:21:52,777 INFO [RS:0;8a7a968213a0:33405 {}] regionserver.HRegionServer(959): stopping server 8a7a968213a0,33405,1732198900589 2024-11-21T14:21:52,777 INFO [RS:0;8a7a968213a0:33405 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T14:21:52,777 INFO [RS:0;8a7a968213a0:33405 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8a7a968213a0:33405. 2024-11-21T14:21:52,777 DEBUG [RS:0;8a7a968213a0:33405 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:21:52,777 DEBUG [RS:0;8a7a968213a0:33405 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:21:52,777 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing de9fb6b55c833820c60d68141410aad4, disabling compactions & flushes 2024-11-21T14:21:52,777 INFO [RS:0;8a7a968213a0:33405 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T14:21:52,777 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732198905712.de9fb6b55c833820c60d68141410aad4. 2024-11-21T14:21:52,777 INFO [RS:0;8a7a968213a0:33405 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T14:21:52,777 INFO [RS:0;8a7a968213a0:33405 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T14:21:52,777 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732198905712.de9fb6b55c833820c60d68141410aad4. 2024-11-21T14:21:52,777 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732198905712.de9fb6b55c833820c60d68141410aad4. after waiting 0 ms 2024-11-21T14:21:52,777 INFO [RS:0;8a7a968213a0:33405 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T14:21:52,777 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732198905712.de9fb6b55c833820c60d68141410aad4. 2024-11-21T14:21:52,777 INFO [RS:0;8a7a968213a0:33405 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-21T14:21:52,777 DEBUG [RS:0;8a7a968213a0:33405 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, de9fb6b55c833820c60d68141410aad4=test,,1732198905712.de9fb6b55c833820c60d68141410aad4.} 2024-11-21T14:21:52,777 DEBUG [RS:0;8a7a968213a0:33405 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, de9fb6b55c833820c60d68141410aad4 2024-11-21T14:21:52,777 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T14:21:52,777 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T14:21:52,777 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T14:21:52,777 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T14:21:52,777 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T14:21:52,778 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-21T14:21:52,781 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43681/user/jenkins/test-data/2ff6e724-dab7-bd67-839d-95491b076cac/data/default/test/de9fb6b55c833820c60d68141410aad4/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-21T14:21:52,782 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T14:21:52,782 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T14:21:52,783 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732198905712.de9fb6b55c833820c60d68141410aad4. 2024-11-21T14:21:52,783 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for de9fb6b55c833820c60d68141410aad4: Waiting for close lock at 1732198912777Running coprocessor pre-close hooks at 1732198912777Disabling compacts and flushes for region at 1732198912777Disabling writes for close at 1732198912777Writing region close event to WAL at 1732198912778 (+1 ms)Running coprocessor post-close hooks at 1732198912782 (+4 ms)Closed at 1732198912782 2024-11-21T14:21:52,783 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732198905712.de9fb6b55c833820c60d68141410aad4. 2024-11-21T14:21:52,796 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43681/user/jenkins/test-data/2ff6e724-dab7-bd67-839d-95491b076cac/data/hbase/meta/1588230740/.tmp/info/a3ce43d085c242b4a4fa89e27cec19cf is 129, key is test,,1732198905712.de9fb6b55c833820c60d68141410aad4./info:regioninfo/1732198906457/Put/seqid=0 2024-11-21T14:21:52,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40405 is added to blk_1073741839_1015 (size=6421) 2024-11-21T14:21:52,847 INFO [regionserver/8a7a968213a0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T14:21:52,849 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,36103,1732198892523.replicationSource.wal-reader.8a7a968213a0%2C36103%2C1732198892523,1-8a7a968213a0,36103,1732198892523 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/WALs/8a7a968213a0,36103,1732198892523/8a7a968213a0%2C36103%2C1732198892523.1732198909520 to pos 393, reset compression=false 2024-11-21T14:21:52,977 DEBUG [RS:0;8a7a968213a0:33405 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T14:21:53,117 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T14:21:53,118 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:53,118 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:53,118 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:53,118 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:53,118 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:53,119 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:53,119 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:53,119 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:53,154 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:53,155 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:53,155 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:53,155 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:53,155 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:53,156 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:53,160 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:53,162 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:53,163 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:53,164 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:53,178 DEBUG [RS:0;8a7a968213a0:33405 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T14:21:53,200 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43681/user/jenkins/test-data/2ff6e724-dab7-bd67-839d-95491b076cac/data/hbase/meta/1588230740/.tmp/info/a3ce43d085c242b4a4fa89e27cec19cf 2024-11-21T14:21:53,208 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,2-8a7a968213a0,36103,1732198892523.replicationSource.wal-reader.8a7a968213a0%2C36103%2C1732198892523,2-8a7a968213a0,36103,1732198892523 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/WALs/8a7a968213a0,36103,1732198892523/8a7a968213a0%2C36103%2C1732198892523.1732198909520 to pos 393, reset compression=false 2024-11-21T14:21:53,218 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43681/user/jenkins/test-data/2ff6e724-dab7-bd67-839d-95491b076cac/data/hbase/meta/1588230740/.tmp/ns/40800d8dbf714f15aa1301d6ed08805c is 43, key is default/ns:d/1732198902332/Put/seqid=0 2024-11-21T14:21:53,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40405 is added to blk_1073741840_1016 (size=5153) 2024-11-21T14:21:53,266 INFO [regionserver/8a7a968213a0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T14:21:53,266 INFO [regionserver/8a7a968213a0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T14:21:53,378 DEBUG [RS:0;8a7a968213a0:33405 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T14:21:53,552 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,36103,1732198892523.replicationSource.wal-reader.8a7a968213a0%2C36103%2C1732198892523,1-8a7a968213a0,36103,1732198892523 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/WALs/8a7a968213a0,36103,1732198892523/8a7a968213a0%2C36103%2C1732198892523.1732198909520 to pos 393, reset compression=false 2024-11-21T14:21:53,578 DEBUG [RS:0;8a7a968213a0:33405 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T14:21:53,621 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43681/user/jenkins/test-data/2ff6e724-dab7-bd67-839d-95491b076cac/data/hbase/meta/1588230740/.tmp/ns/40800d8dbf714f15aa1301d6ed08805c 2024-11-21T14:21:53,639 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43681/user/jenkins/test-data/2ff6e724-dab7-bd67-839d-95491b076cac/data/hbase/meta/1588230740/.tmp/rep_barrier/f44f03f41295450180ac4808e433cb85 is 112, key is test,,1732198905712.de9fb6b55c833820c60d68141410aad4./rep_barrier:seqnumDuringOpen/1732198906457/Put/seqid=0 2024-11-21T14:21:53,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40405 is added to blk_1073741841_1017 (size=5518) 2024-11-21T14:21:53,778 INFO [RS:0;8a7a968213a0:33405 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-21T14:21:53,778 DEBUG [RS:0;8a7a968213a0:33405 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-21T14:21:53,778 DEBUG [RS:0;8a7a968213a0:33405 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T14:21:53,912 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,2-8a7a968213a0,36103,1732198892523.replicationSource.wal-reader.8a7a968213a0%2C36103%2C1732198892523,2-8a7a968213a0,36103,1732198892523 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/WALs/8a7a968213a0,36103,1732198892523/8a7a968213a0%2C36103%2C1732198892523.1732198909520 to pos 393, reset compression=false 2024-11-21T14:21:53,978 DEBUG [RS:0;8a7a968213a0:33405 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T14:21:54,043 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43681/user/jenkins/test-data/2ff6e724-dab7-bd67-839d-95491b076cac/data/hbase/meta/1588230740/.tmp/rep_barrier/f44f03f41295450180ac4808e433cb85 2024-11-21T14:21:54,061 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43681/user/jenkins/test-data/2ff6e724-dab7-bd67-839d-95491b076cac/data/hbase/meta/1588230740/.tmp/table/06228ce4fcf64cceb7c41799609b031c is 40, key is test/table:state/1732198906463/Put/seqid=0 2024-11-21T14:21:54,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40405 is added to blk_1073741842_1018 (size=5165) 2024-11-21T14:21:54,178 DEBUG [RS:0;8a7a968213a0:33405 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T14:21:54,356 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,36103,1732198892523.replicationSource.wal-reader.8a7a968213a0%2C36103%2C1732198892523,1-8a7a968213a0,36103,1732198892523 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/WALs/8a7a968213a0,36103,1732198892523/8a7a968213a0%2C36103%2C1732198892523.1732198909520 to pos 393, reset compression=false 2024-11-21T14:21:54,379 DEBUG [RS:0;8a7a968213a0:33405 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T14:21:54,379 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T14:21:54,379 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8a7a968213a0,32873,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8a7a968213a0:32873 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-21T14:21:54,380 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 129005 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [8a7a968213a0,32873,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8a7a968213a0:32873 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-21T14:21:54,465 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43681/user/jenkins/test-data/2ff6e724-dab7-bd67-839d-95491b076cac/data/hbase/meta/1588230740/.tmp/table/06228ce4fcf64cceb7c41799609b031c 2024-11-21T14:21:54,469 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43681/user/jenkins/test-data/2ff6e724-dab7-bd67-839d-95491b076cac/data/hbase/meta/1588230740/.tmp/info/a3ce43d085c242b4a4fa89e27cec19cf as hdfs://localhost:43681/user/jenkins/test-data/2ff6e724-dab7-bd67-839d-95491b076cac/data/hbase/meta/1588230740/info/a3ce43d085c242b4a4fa89e27cec19cf 2024-11-21T14:21:54,472 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43681/user/jenkins/test-data/2ff6e724-dab7-bd67-839d-95491b076cac/data/hbase/meta/1588230740/info/a3ce43d085c242b4a4fa89e27cec19cf, entries=10, sequenceid=11, filesize=6.3 K 2024-11-21T14:21:54,472 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43681/user/jenkins/test-data/2ff6e724-dab7-bd67-839d-95491b076cac/data/hbase/meta/1588230740/.tmp/ns/40800d8dbf714f15aa1301d6ed08805c as hdfs://localhost:43681/user/jenkins/test-data/2ff6e724-dab7-bd67-839d-95491b076cac/data/hbase/meta/1588230740/ns/40800d8dbf714f15aa1301d6ed08805c 2024-11-21T14:21:54,475 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43681/user/jenkins/test-data/2ff6e724-dab7-bd67-839d-95491b076cac/data/hbase/meta/1588230740/ns/40800d8dbf714f15aa1301d6ed08805c, entries=2, sequenceid=11, filesize=5.0 K 2024-11-21T14:21:54,476 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43681/user/jenkins/test-data/2ff6e724-dab7-bd67-839d-95491b076cac/data/hbase/meta/1588230740/.tmp/rep_barrier/f44f03f41295450180ac4808e433cb85 as hdfs://localhost:43681/user/jenkins/test-data/2ff6e724-dab7-bd67-839d-95491b076cac/data/hbase/meta/1588230740/rep_barrier/f44f03f41295450180ac4808e433cb85 2024-11-21T14:21:54,479 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43681/user/jenkins/test-data/2ff6e724-dab7-bd67-839d-95491b076cac/data/hbase/meta/1588230740/rep_barrier/f44f03f41295450180ac4808e433cb85, entries=1, sequenceid=11, filesize=5.4 K 2024-11-21T14:21:54,479 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43681/user/jenkins/test-data/2ff6e724-dab7-bd67-839d-95491b076cac/data/hbase/meta/1588230740/.tmp/table/06228ce4fcf64cceb7c41799609b031c as hdfs://localhost:43681/user/jenkins/test-data/2ff6e724-dab7-bd67-839d-95491b076cac/data/hbase/meta/1588230740/table/06228ce4fcf64cceb7c41799609b031c 2024-11-21T14:21:54,482 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43681/user/jenkins/test-data/2ff6e724-dab7-bd67-839d-95491b076cac/data/hbase/meta/1588230740/table/06228ce4fcf64cceb7c41799609b031c, entries=2, sequenceid=11, filesize=5.0 K 2024-11-21T14:21:54,483 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1706ms, sequenceid=11, compaction requested=false 2024-11-21T14:21:54,487 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43681/user/jenkins/test-data/2ff6e724-dab7-bd67-839d-95491b076cac/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-21T14:21:54,487 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T14:21:54,487 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T14:21:54,487 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T14:21:54,487 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732198912777Running coprocessor pre-close hooks at 1732198912777Disabling compacts and flushes for region at 1732198912777Disabling writes for close at 1732198912777Obtaining lock to block concurrent updates at 1732198912778 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732198912778Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732198912778Flushing stores of hbase:meta,,1.1588230740 at 1732198912778Flushing 1588230740/info: creating writer at 1732198912778Flushing 1588230740/info: appending metadata at 1732198912796 (+18 ms)Flushing 1588230740/info: closing flushed file at 1732198912796Flushing 1588230740/ns: creating writer at 1732198913203 (+407 ms)Flushing 1588230740/ns: appending metadata at 1732198913217 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732198913217Flushing 1588230740/rep_barrier: creating writer at 1732198913625 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732198913639 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732198913639Flushing 1588230740/table: creating writer at 1732198914046 (+407 ms)Flushing 1588230740/table: appending metadata at 1732198914061 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732198914061Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6928f711: reopening flushed file at 1732198914468 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@521ac928: reopening flushed file at 1732198914472 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ce80c92: reopening flushed file at 1732198914476 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68510b1b: reopening flushed file at 1732198914479 (+3 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1706ms, sequenceid=11, compaction requested=false at 1732198914483 (+4 ms)Writing region close event to WAL at 1732198914484 (+1 ms)Running coprocessor post-close hooks at 1732198914487 (+3 ms)Closed at 1732198914487 2024-11-21T14:21:54,487 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T14:21:54,579 INFO [RS:0;8a7a968213a0:33405 {}] regionserver.HRegionServer(976): stopping server 8a7a968213a0,33405,1732198900589; all regions closed. 2024-11-21T14:21:54,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40405 is added to blk_1073741834_1010 (size=2717) 2024-11-21T14:21:54,583 DEBUG [RS:0;8a7a968213a0:33405 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2ff6e724-dab7-bd67-839d-95491b076cac/oldWALs 2024-11-21T14:21:54,583 INFO [RS:0;8a7a968213a0:33405 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8a7a968213a0%2C33405%2C1732198900589.meta:.meta(num 1732198902296) 2024-11-21T14:21:54,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40405 is added to blk_1073741832_1008 (size=1028) 2024-11-21T14:21:54,585 DEBUG [RS:0;8a7a968213a0:33405 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2ff6e724-dab7-bd67-839d-95491b076cac/oldWALs 2024-11-21T14:21:54,586 INFO [RS:0;8a7a968213a0:33405 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8a7a968213a0%2C33405%2C1732198900589:(num 1732198901369) 2024-11-21T14:21:54,586 DEBUG [RS:0;8a7a968213a0:33405 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:21:54,586 INFO [RS:0;8a7a968213a0:33405 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T14:21:54,586 INFO [RS:0;8a7a968213a0:33405 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T14:21:54,586 INFO [RS:0;8a7a968213a0:33405 {}] hbase.ChoreService(370): Chore service for: regionserver/8a7a968213a0:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T14:21:54,586 INFO [RS:0;8a7a968213a0:33405 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T14:21:54,586 INFO [regionserver/8a7a968213a0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T14:21:54,586 INFO [RS:0;8a7a968213a0:33405 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8a7a968213a0:33405. 2024-11-21T14:21:54,587 DEBUG [RS:0;8a7a968213a0:33405 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:21:54,587 DEBUG [RS:0;8a7a968213a0:33405 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:21:54,587 DEBUG [RS:0;8a7a968213a0:33405 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:21:54,587 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:21:54,587 INFO [RS:0;8a7a968213a0:33405 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33405 2024-11-21T14:21:54,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33405-0x1013ae768d90007, quorum=127.0.0.1:51232, baseZNode=/2-1535134491 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1535134491/rs/8a7a968213a0,33405,1732198900589 2024-11-21T14:21:54,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33935-0x1013ae768d90006, quorum=127.0.0.1:51232, baseZNode=/2-1535134491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1535134491/rs 2024-11-21T14:21:54,589 INFO [RS:0;8a7a968213a0:33405 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T14:21:54,590 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8a7a968213a0,33405,1732198900589] 2024-11-21T14:21:54,591 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1535134491/draining/8a7a968213a0,33405,1732198900589 already deleted, retry=false 2024-11-21T14:21:54,591 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8a7a968213a0,33405,1732198900589 expired; onlineServers=0 2024-11-21T14:21:54,591 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8a7a968213a0,33935,1732198900550' ***** 2024-11-21T14:21:54,591 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T14:21:54,591 INFO [M:0;8a7a968213a0:33935 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T14:21:54,591 INFO [M:0;8a7a968213a0:33935 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T14:21:54,591 DEBUG [M:0;8a7a968213a0:33935 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T14:21:54,591 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T14:21:54,591 DEBUG [M:0;8a7a968213a0:33935 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T14:21:54,591 DEBUG [master/8a7a968213a0:0:becomeActiveMaster-HFileCleaner.small.0-1732198901157 {}] cleaner.HFileCleaner(306): Exit Thread[master/8a7a968213a0:0:becomeActiveMaster-HFileCleaner.small.0-1732198901157,5,FailOnTimeoutGroup] 2024-11-21T14:21:54,591 DEBUG [master/8a7a968213a0:0:becomeActiveMaster-HFileCleaner.large.0-1732198901157 {}] cleaner.HFileCleaner(306): Exit Thread[master/8a7a968213a0:0:becomeActiveMaster-HFileCleaner.large.0-1732198901157,5,FailOnTimeoutGroup] 2024-11-21T14:21:54,592 INFO [M:0;8a7a968213a0:33935 {}] hbase.ChoreService(370): Chore service for: master/8a7a968213a0:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T14:21:54,592 INFO [M:0;8a7a968213a0:33935 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T14:21:54,592 DEBUG [M:0;8a7a968213a0:33935 {}] master.HMaster(1795): Stopping service threads 2024-11-21T14:21:54,592 INFO [M:0;8a7a968213a0:33935 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T14:21:54,592 INFO [M:0;8a7a968213a0:33935 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T14:21:54,592 INFO [M:0;8a7a968213a0:33935 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T14:21:54,592 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T14:21:54,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33935-0x1013ae768d90006, quorum=127.0.0.1:51232, baseZNode=/2-1535134491 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1535134491/master 2024-11-21T14:21:54,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33935-0x1013ae768d90006, quorum=127.0.0.1:51232, baseZNode=/2-1535134491 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1535134491 2024-11-21T14:21:54,594 DEBUG [M:0;8a7a968213a0:33935 {}] zookeeper.ZKUtil(347): master:33935-0x1013ae768d90006, quorum=127.0.0.1:51232, baseZNode=/2-1535134491 Unable to get data of znode /2-1535134491/master because node does not exist (not an error) 2024-11-21T14:21:54,594 WARN [M:0;8a7a968213a0:33935 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T14:21:54,594 INFO [M:0;8a7a968213a0:33935 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43681/user/jenkins/test-data/2ff6e724-dab7-bd67-839d-95491b076cac/.lastflushedseqids 2024-11-21T14:21:54,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40405 is added to blk_1073741843_1019 (size=173) 2024-11-21T14:21:54,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33405-0x1013ae768d90007, quorum=127.0.0.1:51232, baseZNode=/2-1535134491 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T14:21:54,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33405-0x1013ae768d90007, quorum=127.0.0.1:51232, baseZNode=/2-1535134491 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T14:21:54,690 INFO [RS:0;8a7a968213a0:33405 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T14:21:54,690 INFO [RS:0;8a7a968213a0:33405 {}] regionserver.HRegionServer(1031): Exiting; stopping=8a7a968213a0,33405,1732198900589; zookeeper connection closed. 2024-11-21T14:21:54,691 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@30d695d4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@30d695d4 2024-11-21T14:21:54,691 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T14:21:54,715 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,2-8a7a968213a0,36103,1732198892523.replicationSource.wal-reader.8a7a968213a0%2C36103%2C1732198892523,2-8a7a968213a0,36103,1732198892523 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/WALs/8a7a968213a0,36103,1732198892523/8a7a968213a0%2C36103%2C1732198892523.1732198909520 to pos 393, reset compression=false 2024-11-21T14:21:54,998 INFO [M:0;8a7a968213a0:33935 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T14:21:54,998 INFO [M:0;8a7a968213a0:33935 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T14:21:54,998 DEBUG [M:0;8a7a968213a0:33935 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T14:21:54,998 INFO [M:0;8a7a968213a0:33935 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:21:54,998 DEBUG [M:0;8a7a968213a0:33935 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:21:54,998 DEBUG [M:0;8a7a968213a0:33935 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T14:21:54,998 DEBUG [M:0;8a7a968213a0:33935 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:21:54,999 INFO [M:0;8a7a968213a0:33935 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.98 KB heapSize=33.85 KB 2024-11-21T14:21:55,017 DEBUG [M:0;8a7a968213a0:33935 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43681/user/jenkins/test-data/2ff6e724-dab7-bd67-839d-95491b076cac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7c21ed7cd89e4fcfb23db17abff7b7c6 is 82, key is hbase:meta,,1/info:regioninfo/1732198902324/Put/seqid=0 2024-11-21T14:21:55,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40405 is added to blk_1073741844_1020 (size=5672) 2024-11-21T14:21:55,259 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,36103,1732198892523.replicationSource.wal-reader.8a7a968213a0%2C36103%2C1732198892523,1-8a7a968213a0,36103,1732198892523 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/WALs/8a7a968213a0,36103,1732198892523/8a7a968213a0%2C36103%2C1732198892523.1732198909520 to pos 393, reset compression=false 2024-11-21T14:21:55,421 INFO [M:0;8a7a968213a0:33935 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:43681/user/jenkins/test-data/2ff6e724-dab7-bd67-839d-95491b076cac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7c21ed7cd89e4fcfb23db17abff7b7c6 2024-11-21T14:21:55,438 DEBUG [M:0;8a7a968213a0:33935 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43681/user/jenkins/test-data/2ff6e724-dab7-bd67-839d-95491b076cac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c7dd4042edf047c6a99c73e344980ec0 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732198906466/Put/seqid=0 2024-11-21T14:21:55,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40405 is added to blk_1073741845_1021 (size=6585) 2024-11-21T14:21:55,618 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,2-8a7a968213a0,36103,1732198892523.replicationSource.wal-reader.8a7a968213a0%2C36103%2C1732198892523,2-8a7a968213a0,36103,1732198892523 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/WALs/8a7a968213a0,36103,1732198892523/8a7a968213a0%2C36103%2C1732198892523.1732198909520 to pos 393, reset compression=false 2024-11-21T14:21:55,854 INFO [M:0;8a7a968213a0:33935 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.42 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:43681/user/jenkins/test-data/2ff6e724-dab7-bd67-839d-95491b076cac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c7dd4042edf047c6a99c73e344980ec0 2024-11-21T14:21:55,873 DEBUG [M:0;8a7a968213a0:33935 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43681/user/jenkins/test-data/2ff6e724-dab7-bd67-839d-95491b076cac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e3ee3537c9bd401eb837de90c7852cb3 is 69, key is 8a7a968213a0,33405,1732198900589/rs:state/1732198901225/Put/seqid=0 2024-11-21T14:21:55,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40405 is added to blk_1073741846_1022 (size=5156) 2024-11-21T14:21:55,876 INFO [M:0;8a7a968213a0:33935 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:43681/user/jenkins/test-data/2ff6e724-dab7-bd67-839d-95491b076cac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e3ee3537c9bd401eb837de90c7852cb3 2024-11-21T14:21:55,879 DEBUG [M:0;8a7a968213a0:33935 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43681/user/jenkins/test-data/2ff6e724-dab7-bd67-839d-95491b076cac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7c21ed7cd89e4fcfb23db17abff7b7c6 as hdfs://localhost:43681/user/jenkins/test-data/2ff6e724-dab7-bd67-839d-95491b076cac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7c21ed7cd89e4fcfb23db17abff7b7c6 2024-11-21T14:21:55,882 INFO [M:0;8a7a968213a0:33935 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43681/user/jenkins/test-data/2ff6e724-dab7-bd67-839d-95491b076cac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7c21ed7cd89e4fcfb23db17abff7b7c6, entries=8, sequenceid=55, filesize=5.5 K 2024-11-21T14:21:55,883 DEBUG [M:0;8a7a968213a0:33935 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43681/user/jenkins/test-data/2ff6e724-dab7-bd67-839d-95491b076cac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c7dd4042edf047c6a99c73e344980ec0 as hdfs://localhost:43681/user/jenkins/test-data/2ff6e724-dab7-bd67-839d-95491b076cac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c7dd4042edf047c6a99c73e344980ec0 2024-11-21T14:21:55,885 INFO [M:0;8a7a968213a0:33935 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43681/user/jenkins/test-data/2ff6e724-dab7-bd67-839d-95491b076cac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c7dd4042edf047c6a99c73e344980ec0, entries=6, sequenceid=55, filesize=6.4 K 2024-11-21T14:21:55,886 DEBUG [M:0;8a7a968213a0:33935 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43681/user/jenkins/test-data/2ff6e724-dab7-bd67-839d-95491b076cac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e3ee3537c9bd401eb837de90c7852cb3 as hdfs://localhost:43681/user/jenkins/test-data/2ff6e724-dab7-bd67-839d-95491b076cac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e3ee3537c9bd401eb837de90c7852cb3 2024-11-21T14:21:55,889 INFO [M:0;8a7a968213a0:33935 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43681/user/jenkins/test-data/2ff6e724-dab7-bd67-839d-95491b076cac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e3ee3537c9bd401eb837de90c7852cb3, entries=1, sequenceid=55, filesize=5.0 K 2024-11-21T14:21:55,889 INFO [M:0;8a7a968213a0:33935 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 891ms, sequenceid=55, compaction requested=false 2024-11-21T14:21:55,891 INFO [M:0;8a7a968213a0:33935 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:21:55,891 DEBUG [M:0;8a7a968213a0:33935 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732198914998Disabling compacts and flushes for region at 1732198914998Disabling writes for close at 1732198914998Obtaining lock to block concurrent updates at 1732198914999 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732198914999Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28651, getHeapSize=34600, getOffHeapSize=0, getCellsCount=66 at 1732198914999Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732198914999Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732198914999Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732198915017 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732198915017Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732198915424 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732198915438 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732198915438Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732198915857 (+419 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732198915872 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732198915872Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c1cb618: reopening flushed file at 1732198915879 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19048dd6: reopening flushed file at 1732198915882 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@460acea: reopening flushed file at 1732198915885 (+3 ms)Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 891ms, sequenceid=55, compaction requested=false at 1732198915889 (+4 ms)Writing region close event to WAL at 1732198915891 (+2 ms)Closed at 1732198915891 2024-11-21T14:21:55,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40405 is added to blk_1073741830_1006 (size=32758) 2024-11-21T14:21:55,894 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T14:21:55,894 INFO [M:0;8a7a968213a0:33935 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T14:21:55,895 INFO [M:0;8a7a968213a0:33935 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33935 2024-11-21T14:21:55,895 INFO [M:0;8a7a968213a0:33935 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T14:21:55,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33935-0x1013ae768d90006, quorum=127.0.0.1:51232, baseZNode=/2-1535134491 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T14:21:55,997 INFO [M:0;8a7a968213a0:33935 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T14:21:55,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33935-0x1013ae768d90006, quorum=127.0.0.1:51232, baseZNode=/2-1535134491 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T14:21:55,999 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@23951614{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T14:21:56,000 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@249026b0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T14:21:56,000 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T14:21:56,000 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6a759102{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T14:21:56,000 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b62d873{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18e23d79-e5dc-c2b6-1bc3-009db00c0deb/hadoop.log.dir/,STOPPED} 2024-11-21T14:21:56,001 WARN [BP-895753341-172.17.0.2-1732198899412 heartbeating to localhost/127.0.0.1:43681 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T14:21:56,001 WARN [BP-895753341-172.17.0.2-1732198899412 heartbeating to localhost/127.0.0.1:43681 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-895753341-172.17.0.2-1732198899412 (Datanode Uuid 1730e142-73e2-40d2-9952-a01059378cb6) service to localhost/127.0.0.1:43681 2024-11-21T14:21:56,001 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T14:21:56,001 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T14:21:56,002 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18e23d79-e5dc-c2b6-1bc3-009db00c0deb/cluster_51bab4a0-33ab-3cfe-8be0-519066ac5f4a/data/data1/current/BP-895753341-172.17.0.2-1732198899412 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T14:21:56,002 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18e23d79-e5dc-c2b6-1bc3-009db00c0deb/cluster_51bab4a0-33ab-3cfe-8be0-519066ac5f4a/data/data2/current/BP-895753341-172.17.0.2-1732198899412 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T14:21:56,003 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T14:21:56,009 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@48c058e7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T14:21:56,009 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@dea3191{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T14:21:56,010 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T14:21:56,010 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56ad0518{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T14:21:56,010 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@18990de3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18e23d79-e5dc-c2b6-1bc3-009db00c0deb/hadoop.log.dir/,STOPPED} 2024-11-21T14:21:56,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T14:21:56,024 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T14:21:56,024 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T14:21:56,024 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:21:56,024 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:21:56,024 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:21:56,024 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T14:21:56,024 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:21:56,024 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=236616398, stopped=false 2024-11-21T14:21:56,024 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8a7a968213a0,35409,1732198896217 2024-11-21T14:21:56,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35409-0x1013ae768d90003, quorum=127.0.0.1:51232, baseZNode=/1-35740045 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-35740045/running 2024-11-21T14:21:56,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38855-0x1013ae768d90004, quorum=127.0.0.1:51232, baseZNode=/1-35740045 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-35740045/running 2024-11-21T14:21:56,026 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T14:21:56,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35409-0x1013ae768d90003, quorum=127.0.0.1:51232, baseZNode=/1-35740045 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-35740045 2024-11-21T14:21:56,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38855-0x1013ae768d90004, quorum=127.0.0.1:51232, baseZNode=/1-35740045 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-35740045 2024-11-21T14:21:56,026 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T14:21:56,026 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:21:56,026 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:21:56,026 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8a7a968213a0,38855,1732198896338' ***** 2024-11-21T14:21:56,026 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T14:21:56,026 INFO [RS:0;8a7a968213a0:38855 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T14:21:56,026 INFO [RS:0;8a7a968213a0:38855 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T14:21:56,026 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T14:21:56,026 INFO [RS:0;8a7a968213a0:38855 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T14:21:56,026 INFO [RS:0;8a7a968213a0:38855 {}] regionserver.HRegionServer(3091): Received CLOSE for 8cb178f8496bac7cdcd87a22d450d067 2024-11-21T14:21:56,027 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35409-0x1013ae768d90003, quorum=127.0.0.1:51232, baseZNode=/1-35740045 Set watcher on znode that does not yet exist, /1-35740045/running 2024-11-21T14:21:56,027 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38855-0x1013ae768d90004, quorum=127.0.0.1:51232, baseZNode=/1-35740045 Set watcher on znode that does not yet exist, /1-35740045/running 2024-11-21T14:21:56,027 INFO [RS:0;8a7a968213a0:38855 {}] regionserver.HRegionServer(959): stopping server 8a7a968213a0,38855,1732198896338 2024-11-21T14:21:56,027 INFO [RS:0;8a7a968213a0:38855 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T14:21:56,027 INFO [RS:0;8a7a968213a0:38855 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8a7a968213a0:38855. 2024-11-21T14:21:56,027 DEBUG [RS:0;8a7a968213a0:38855 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:21:56,027 DEBUG [RS:0;8a7a968213a0:38855 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:21:56,027 INFO [RS:0;8a7a968213a0:38855 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T14:21:56,027 INFO [RS:0;8a7a968213a0:38855 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T14:21:56,027 INFO [RS:0;8a7a968213a0:38855 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T14:21:56,027 INFO [RS:0;8a7a968213a0:38855 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T14:21:56,028 INFO [RS:0;8a7a968213a0:38855 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-21T14:21:56,028 DEBUG [RS:0;8a7a968213a0:38855 {}] regionserver.HRegionServer(1325): Online Regions={8cb178f8496bac7cdcd87a22d450d067=test,,1732198904572.8cb178f8496bac7cdcd87a22d450d067., 1588230740=hbase:meta,,1.1588230740} 2024-11-21T14:21:56,028 DEBUG [RS:0;8a7a968213a0:38855 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8cb178f8496bac7cdcd87a22d450d067 2024-11-21T14:21:56,028 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8cb178f8496bac7cdcd87a22d450d067, disabling compactions & flushes 2024-11-21T14:21:56,028 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T14:21:56,028 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T14:21:56,028 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732198904572.8cb178f8496bac7cdcd87a22d450d067. 2024-11-21T14:21:56,028 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T14:21:56,028 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732198904572.8cb178f8496bac7cdcd87a22d450d067. 2024-11-21T14:21:56,028 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732198904572.8cb178f8496bac7cdcd87a22d450d067. after waiting 0 ms 2024-11-21T14:21:56,028 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T14:21:56,028 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T14:21:56,028 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732198904572.8cb178f8496bac7cdcd87a22d450d067. 2024-11-21T14:21:56,028 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-21T14:21:56,031 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45869/user/jenkins/test-data/33f8c968-2ee0-a25b-3295-8af599246308/data/default/test/8cb178f8496bac7cdcd87a22d450d067/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-21T14:21:56,032 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T14:21:56,032 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T14:21:56,032 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732198904572.8cb178f8496bac7cdcd87a22d450d067. 2024-11-21T14:21:56,032 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8cb178f8496bac7cdcd87a22d450d067: Waiting for close lock at 1732198916028Running coprocessor pre-close hooks at 1732198916028Disabling compacts and flushes for region at 1732198916028Disabling writes for close at 1732198916028Writing region close event to WAL at 1732198916028Running coprocessor post-close hooks at 1732198916031 (+3 ms)Closed at 1732198916032 (+1 ms) 2024-11-21T14:21:56,032 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732198904572.8cb178f8496bac7cdcd87a22d450d067. 2024-11-21T14:21:56,033 INFO [regionserver/8a7a968213a0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T14:21:56,044 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45869/user/jenkins/test-data/33f8c968-2ee0-a25b-3295-8af599246308/data/hbase/meta/1588230740/.tmp/info/d764a3757b5a4b84ab6a0f956d44be22 is 129, key is test,,1732198904572.8cb178f8496bac7cdcd87a22d450d067./info:regioninfo/1732198905313/Put/seqid=0 2024-11-21T14:21:56,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741841_1017 (size=6421) 2024-11-21T14:21:56,130 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T14:21:56,228 DEBUG [RS:0;8a7a968213a0:38855 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T14:21:56,263 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,36103,1732198892523.replicationSource.wal-reader.8a7a968213a0%2C36103%2C1732198892523,1-8a7a968213a0,36103,1732198892523 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/WALs/8a7a968213a0,36103,1732198892523/8a7a968213a0%2C36103%2C1732198892523.1732198909520 to pos 393, reset compression=false 2024-11-21T14:21:56,301 INFO [regionserver/8a7a968213a0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T14:21:56,301 INFO [regionserver/8a7a968213a0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T14:21:56,428 DEBUG [RS:0;8a7a968213a0:38855 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T14:21:56,448 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45869/user/jenkins/test-data/33f8c968-2ee0-a25b-3295-8af599246308/data/hbase/meta/1588230740/.tmp/info/d764a3757b5a4b84ab6a0f956d44be22 2024-11-21T14:21:56,471 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45869/user/jenkins/test-data/33f8c968-2ee0-a25b-3295-8af599246308/data/hbase/meta/1588230740/.tmp/ns/60ec28510c9741c79fdf3aa7f1d4ffbc is 43, key is default/ns:d/1732198899295/Put/seqid=0 2024-11-21T14:21:56,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741842_1018 (size=5153) 2024-11-21T14:21:56,622 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,2-8a7a968213a0,36103,1732198892523.replicationSource.wal-reader.8a7a968213a0%2C36103%2C1732198892523,2-8a7a968213a0,36103,1732198892523 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/WALs/8a7a968213a0,36103,1732198892523/8a7a968213a0%2C36103%2C1732198892523.1732198909520 to pos 393, reset compression=false 2024-11-21T14:21:56,628 DEBUG [RS:0;8a7a968213a0:38855 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T14:21:56,828 DEBUG [RS:0;8a7a968213a0:38855 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T14:21:56,875 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45869/user/jenkins/test-data/33f8c968-2ee0-a25b-3295-8af599246308/data/hbase/meta/1588230740/.tmp/ns/60ec28510c9741c79fdf3aa7f1d4ffbc 2024-11-21T14:21:56,896 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45869/user/jenkins/test-data/33f8c968-2ee0-a25b-3295-8af599246308/data/hbase/meta/1588230740/.tmp/rep_barrier/0f42519a54d84adba7c5a7c94fb5dae5 is 112, key is test,,1732198904572.8cb178f8496bac7cdcd87a22d450d067./rep_barrier:seqnumDuringOpen/1732198905313/Put/seqid=0 2024-11-21T14:21:56,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741843_1019 (size=5518) 2024-11-21T14:21:57,029 INFO [RS:0;8a7a968213a0:38855 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-21T14:21:57,029 DEBUG [RS:0;8a7a968213a0:38855 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-21T14:21:57,029 DEBUG [RS:0;8a7a968213a0:38855 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T14:21:57,229 DEBUG [RS:0;8a7a968213a0:38855 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T14:21:57,300 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45869/user/jenkins/test-data/33f8c968-2ee0-a25b-3295-8af599246308/data/hbase/meta/1588230740/.tmp/rep_barrier/0f42519a54d84adba7c5a7c94fb5dae5 2024-11-21T14:21:57,317 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45869/user/jenkins/test-data/33f8c968-2ee0-a25b-3295-8af599246308/data/hbase/meta/1588230740/.tmp/table/0ffcebfcf874416cbf59def513540a26 is 40, key is test/table:state/1732198905319/Put/seqid=0 2024-11-21T14:21:57,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741844_1020 (size=5165) 2024-11-21T14:21:57,366 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,36103,1732198892523.replicationSource.wal-reader.8a7a968213a0%2C36103%2C1732198892523,1-8a7a968213a0,36103,1732198892523 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/WALs/8a7a968213a0,36103,1732198892523/8a7a968213a0%2C36103%2C1732198892523.1732198909520 to pos 393, reset compression=false 2024-11-21T14:21:57,429 DEBUG [RS:0;8a7a968213a0:38855 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T14:21:57,629 DEBUG [RS:0;8a7a968213a0:38855 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T14:21:57,665 DEBUG [master/8a7a968213a0:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=9, created chunk count=37, reused chunk count=156, reuseRatio=80.83% 2024-11-21T14:21:57,666 DEBUG [master/8a7a968213a0:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-21T14:21:57,721 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45869/user/jenkins/test-data/33f8c968-2ee0-a25b-3295-8af599246308/data/hbase/meta/1588230740/.tmp/table/0ffcebfcf874416cbf59def513540a26 2024-11-21T14:21:57,725 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45869/user/jenkins/test-data/33f8c968-2ee0-a25b-3295-8af599246308/data/hbase/meta/1588230740/.tmp/info/d764a3757b5a4b84ab6a0f956d44be22 as hdfs://localhost:45869/user/jenkins/test-data/33f8c968-2ee0-a25b-3295-8af599246308/data/hbase/meta/1588230740/info/d764a3757b5a4b84ab6a0f956d44be22 2024-11-21T14:21:57,726 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,2-8a7a968213a0,36103,1732198892523.replicationSource.wal-reader.8a7a968213a0%2C36103%2C1732198892523,2-8a7a968213a0,36103,1732198892523 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/WALs/8a7a968213a0,36103,1732198892523/8a7a968213a0%2C36103%2C1732198892523.1732198909520 to pos 393, reset compression=false 2024-11-21T14:21:57,728 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45869/user/jenkins/test-data/33f8c968-2ee0-a25b-3295-8af599246308/data/hbase/meta/1588230740/info/d764a3757b5a4b84ab6a0f956d44be22, entries=10, sequenceid=11, filesize=6.3 K 2024-11-21T14:21:57,729 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45869/user/jenkins/test-data/33f8c968-2ee0-a25b-3295-8af599246308/data/hbase/meta/1588230740/.tmp/ns/60ec28510c9741c79fdf3aa7f1d4ffbc as hdfs://localhost:45869/user/jenkins/test-data/33f8c968-2ee0-a25b-3295-8af599246308/data/hbase/meta/1588230740/ns/60ec28510c9741c79fdf3aa7f1d4ffbc 2024-11-21T14:21:57,732 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45869/user/jenkins/test-data/33f8c968-2ee0-a25b-3295-8af599246308/data/hbase/meta/1588230740/ns/60ec28510c9741c79fdf3aa7f1d4ffbc, entries=2, sequenceid=11, filesize=5.0 K 2024-11-21T14:21:57,733 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45869/user/jenkins/test-data/33f8c968-2ee0-a25b-3295-8af599246308/data/hbase/meta/1588230740/.tmp/rep_barrier/0f42519a54d84adba7c5a7c94fb5dae5 as hdfs://localhost:45869/user/jenkins/test-data/33f8c968-2ee0-a25b-3295-8af599246308/data/hbase/meta/1588230740/rep_barrier/0f42519a54d84adba7c5a7c94fb5dae5 2024-11-21T14:21:57,736 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45869/user/jenkins/test-data/33f8c968-2ee0-a25b-3295-8af599246308/data/hbase/meta/1588230740/rep_barrier/0f42519a54d84adba7c5a7c94fb5dae5, entries=1, sequenceid=11, filesize=5.4 K 2024-11-21T14:21:57,736 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45869/user/jenkins/test-data/33f8c968-2ee0-a25b-3295-8af599246308/data/hbase/meta/1588230740/.tmp/table/0ffcebfcf874416cbf59def513540a26 as hdfs://localhost:45869/user/jenkins/test-data/33f8c968-2ee0-a25b-3295-8af599246308/data/hbase/meta/1588230740/table/0ffcebfcf874416cbf59def513540a26 2024-11-21T14:21:57,739 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45869/user/jenkins/test-data/33f8c968-2ee0-a25b-3295-8af599246308/data/hbase/meta/1588230740/table/0ffcebfcf874416cbf59def513540a26, entries=2, sequenceid=11, filesize=5.0 K 2024-11-21T14:21:57,740 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1712ms, sequenceid=11, compaction requested=false 2024-11-21T14:21:57,744 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45869/user/jenkins/test-data/33f8c968-2ee0-a25b-3295-8af599246308/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-21T14:21:57,744 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T14:21:57,744 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T14:21:57,744 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T14:21:57,744 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732198916028Running coprocessor pre-close hooks at 1732198916028Disabling compacts and flushes for region at 1732198916028Disabling writes for close at 1732198916028Obtaining lock to block concurrent updates at 1732198916028Preparing flush snapshotting stores in 1588230740 at 1732198916028Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732198916028Flushing stores of hbase:meta,,1.1588230740 at 1732198916029 (+1 ms)Flushing 1588230740/info: creating writer at 1732198916029Flushing 1588230740/info: appending metadata at 1732198916043 (+14 ms)Flushing 1588230740/info: closing flushed file at 1732198916043Flushing 1588230740/ns: creating writer at 1732198916457 (+414 ms)Flushing 1588230740/ns: appending metadata at 1732198916470 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1732198916470Flushing 1588230740/rep_barrier: creating writer at 1732198916879 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732198916896 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732198916896Flushing 1588230740/table: creating writer at 1732198917304 (+408 ms)Flushing 1588230740/table: appending metadata at 1732198917317 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732198917317Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49780cb5: reopening flushed file at 1732198917724 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43e142f1: reopening flushed file at 1732198917728 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4cb2d3e9: reopening flushed file at 1732198917732 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77c485dd: reopening flushed file at 1732198917736 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1712ms, sequenceid=11, compaction requested=false at 1732198917740 (+4 ms)Writing region close event to WAL at 1732198917742 (+2 ms)Running coprocessor post-close hooks at 1732198917744 (+2 ms)Closed at 1732198917744 2024-11-21T14:21:57,744 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T14:21:57,829 INFO [RS:0;8a7a968213a0:38855 {}] regionserver.HRegionServer(976): stopping server 8a7a968213a0,38855,1732198896338; all regions closed. 2024-11-21T14:21:57,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741834_1010 (size=2717) 2024-11-21T14:21:57,833 DEBUG [RS:0;8a7a968213a0:38855 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/33f8c968-2ee0-a25b-3295-8af599246308/oldWALs 2024-11-21T14:21:57,833 INFO [RS:0;8a7a968213a0:38855 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8a7a968213a0%2C38855%2C1732198896338.meta:.meta(num 1732198899251) 2024-11-21T14:21:57,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741832_1008 (size=1374) 2024-11-21T14:21:57,836 DEBUG [RS:0;8a7a968213a0:38855 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/33f8c968-2ee0-a25b-3295-8af599246308/oldWALs 2024-11-21T14:21:57,836 INFO [RS:0;8a7a968213a0:38855 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8a7a968213a0%2C38855%2C1732198896338:(num 1732198898346) 2024-11-21T14:21:57,836 DEBUG [RS:0;8a7a968213a0:38855 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:21:57,836 INFO [RS:0;8a7a968213a0:38855 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T14:21:57,836 INFO [RS:0;8a7a968213a0:38855 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T14:21:57,836 INFO [RS:0;8a7a968213a0:38855 {}] hbase.ChoreService(370): Chore service for: regionserver/8a7a968213a0:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T14:21:57,836 INFO [RS:0;8a7a968213a0:38855 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T14:21:57,836 INFO [regionserver/8a7a968213a0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T14:21:57,837 INFO [RS:0;8a7a968213a0:38855 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8a7a968213a0:38855. 2024-11-21T14:21:57,837 DEBUG [RS:0;8a7a968213a0:38855 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:21:57,837 DEBUG [RS:0;8a7a968213a0:38855 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:21:57,837 DEBUG [RS:0;8a7a968213a0:38855 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:21:57,837 INFO [RS:0;8a7a968213a0:38855 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38855 2024-11-21T14:21:57,837 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:21:57,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38855-0x1013ae768d90004, quorum=127.0.0.1:51232, baseZNode=/1-35740045 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-35740045/rs/8a7a968213a0,38855,1732198896338 2024-11-21T14:21:57,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35409-0x1013ae768d90003, quorum=127.0.0.1:51232, baseZNode=/1-35740045 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-35740045/rs 2024-11-21T14:21:57,839 INFO [RS:0;8a7a968213a0:38855 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T14:21:57,841 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8a7a968213a0,38855,1732198896338] 2024-11-21T14:21:57,842 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-35740045/draining/8a7a968213a0,38855,1732198896338 already deleted, retry=false 2024-11-21T14:21:57,842 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8a7a968213a0,38855,1732198896338 expired; onlineServers=0 2024-11-21T14:21:57,842 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8a7a968213a0,35409,1732198896217' ***** 2024-11-21T14:21:57,842 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T14:21:57,842 INFO [M:0;8a7a968213a0:35409 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T14:21:57,842 INFO [M:0;8a7a968213a0:35409 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T14:21:57,842 DEBUG [M:0;8a7a968213a0:35409 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T14:21:57,842 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T14:21:57,842 DEBUG [M:0;8a7a968213a0:35409 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T14:21:57,842 DEBUG [master/8a7a968213a0:0:becomeActiveMaster-HFileCleaner.large.0-1732198898108 {}] cleaner.HFileCleaner(306): Exit Thread[master/8a7a968213a0:0:becomeActiveMaster-HFileCleaner.large.0-1732198898108,5,FailOnTimeoutGroup] 2024-11-21T14:21:57,842 DEBUG [master/8a7a968213a0:0:becomeActiveMaster-HFileCleaner.small.0-1732198898108 {}] cleaner.HFileCleaner(306): Exit Thread[master/8a7a968213a0:0:becomeActiveMaster-HFileCleaner.small.0-1732198898108,5,FailOnTimeoutGroup] 2024-11-21T14:21:57,842 INFO [M:0;8a7a968213a0:35409 {}] hbase.ChoreService(370): Chore service for: master/8a7a968213a0:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T14:21:57,842 INFO [M:0;8a7a968213a0:35409 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T14:21:57,843 DEBUG [M:0;8a7a968213a0:35409 {}] master.HMaster(1795): Stopping service threads 2024-11-21T14:21:57,843 INFO [M:0;8a7a968213a0:35409 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T14:21:57,843 INFO [M:0;8a7a968213a0:35409 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T14:21:57,843 INFO [M:0;8a7a968213a0:35409 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T14:21:57,843 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T14:21:57,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35409-0x1013ae768d90003, quorum=127.0.0.1:51232, baseZNode=/1-35740045 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-35740045/master 2024-11-21T14:21:57,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35409-0x1013ae768d90003, quorum=127.0.0.1:51232, baseZNode=/1-35740045 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-35740045 2024-11-21T14:21:57,844 DEBUG [M:0;8a7a968213a0:35409 {}] zookeeper.ZKUtil(347): master:35409-0x1013ae768d90003, quorum=127.0.0.1:51232, baseZNode=/1-35740045 Unable to get data of znode /1-35740045/master because node does not exist (not an error) 2024-11-21T14:21:57,844 WARN [M:0;8a7a968213a0:35409 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T14:21:57,845 INFO [M:0;8a7a968213a0:35409 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45869/user/jenkins/test-data/33f8c968-2ee0-a25b-3295-8af599246308/.lastflushedseqids 2024-11-21T14:21:57,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741845_1021 (size=173) 2024-11-21T14:21:57,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38855-0x1013ae768d90004, quorum=127.0.0.1:51232, baseZNode=/1-35740045 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T14:21:57,941 INFO [RS:0;8a7a968213a0:38855 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T14:21:57,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38855-0x1013ae768d90004, quorum=127.0.0.1:51232, baseZNode=/1-35740045 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T14:21:57,941 INFO [RS:0;8a7a968213a0:38855 {}] regionserver.HRegionServer(1031): Exiting; stopping=8a7a968213a0,38855,1732198896338; zookeeper connection closed. 2024-11-21T14:21:57,942 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4acbc2ba {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4acbc2ba 2024-11-21T14:21:57,942 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T14:21:58,254 INFO [M:0;8a7a968213a0:35409 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T14:21:58,254 INFO [M:0;8a7a968213a0:35409 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T14:21:58,254 DEBUG [M:0;8a7a968213a0:35409 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T14:21:58,254 INFO [M:0;8a7a968213a0:35409 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:21:58,254 DEBUG [M:0;8a7a968213a0:35409 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:21:58,254 DEBUG [M:0;8a7a968213a0:35409 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T14:21:58,254 DEBUG [M:0;8a7a968213a0:35409 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:21:58,254 INFO [M:0;8a7a968213a0:35409 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-21T14:21:58,269 DEBUG [M:0;8a7a968213a0:35409 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45869/user/jenkins/test-data/33f8c968-2ee0-a25b-3295-8af599246308/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3f2e8f0014b94c5895d2719f6f4e6a4c is 82, key is hbase:meta,,1/info:regioninfo/1732198899285/Put/seqid=0 2024-11-21T14:21:58,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741846_1022 (size=5672) 2024-11-21T14:21:58,273 INFO [M:0;8a7a968213a0:35409 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:45869/user/jenkins/test-data/33f8c968-2ee0-a25b-3295-8af599246308/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3f2e8f0014b94c5895d2719f6f4e6a4c 2024-11-21T14:21:58,285 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T14:21:58,285 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:58,285 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:58,286 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:58,286 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:58,286 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:58,286 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:58,287 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:58,287 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:58,289 DEBUG [M:0;8a7a968213a0:35409 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45869/user/jenkins/test-data/33f8c968-2ee0-a25b-3295-8af599246308/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7a3e233122fe4268a51a9ee1ccb110a9 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732198905321/Put/seqid=0 2024-11-21T14:21:58,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741847_1023 (size=6586) 2024-11-21T14:21:58,330 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:58,330 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:58,330 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:58,331 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:58,331 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:58,331 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:58,335 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:58,337 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:58,338 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:58,339 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:58,359 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T14:21:58,569 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,36103,1732198892523.replicationSource.wal-reader.8a7a968213a0%2C36103%2C1732198892523,1-8a7a968213a0,36103,1732198892523 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/WALs/8a7a968213a0,36103,1732198892523/8a7a968213a0%2C36103%2C1732198892523.1732198909520 to pos 393, reset compression=false 2024-11-21T14:21:58,693 INFO [M:0;8a7a968213a0:35409 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:45869/user/jenkins/test-data/33f8c968-2ee0-a25b-3295-8af599246308/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7a3e233122fe4268a51a9ee1ccb110a9 2024-11-21T14:21:58,710 DEBUG [M:0;8a7a968213a0:35409 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45869/user/jenkins/test-data/33f8c968-2ee0-a25b-3295-8af599246308/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b0e11a7830184bdd8b7d63a34f22f53a is 69, key is 8a7a968213a0,38855,1732198896338/rs:state/1732198898196/Put/seqid=0 2024-11-21T14:21:58,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741848_1024 (size=5156) 2024-11-21T14:21:58,929 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,2-8a7a968213a0,36103,1732198892523.replicationSource.wal-reader.8a7a968213a0%2C36103%2C1732198892523,2-8a7a968213a0,36103,1732198892523 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/WALs/8a7a968213a0,36103,1732198892523/8a7a968213a0%2C36103%2C1732198892523.1732198909520 to pos 393, reset compression=false 2024-11-21T14:21:59,114 INFO [M:0;8a7a968213a0:35409 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:45869/user/jenkins/test-data/33f8c968-2ee0-a25b-3295-8af599246308/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b0e11a7830184bdd8b7d63a34f22f53a 2024-11-21T14:21:59,118 DEBUG [M:0;8a7a968213a0:35409 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45869/user/jenkins/test-data/33f8c968-2ee0-a25b-3295-8af599246308/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3f2e8f0014b94c5895d2719f6f4e6a4c as hdfs://localhost:45869/user/jenkins/test-data/33f8c968-2ee0-a25b-3295-8af599246308/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3f2e8f0014b94c5895d2719f6f4e6a4c 2024-11-21T14:21:59,121 INFO [M:0;8a7a968213a0:35409 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45869/user/jenkins/test-data/33f8c968-2ee0-a25b-3295-8af599246308/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3f2e8f0014b94c5895d2719f6f4e6a4c, entries=8, sequenceid=55, filesize=5.5 K 2024-11-21T14:21:59,121 DEBUG [M:0;8a7a968213a0:35409 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45869/user/jenkins/test-data/33f8c968-2ee0-a25b-3295-8af599246308/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7a3e233122fe4268a51a9ee1ccb110a9 as hdfs://localhost:45869/user/jenkins/test-data/33f8c968-2ee0-a25b-3295-8af599246308/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7a3e233122fe4268a51a9ee1ccb110a9 2024-11-21T14:21:59,124 INFO [M:0;8a7a968213a0:35409 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45869/user/jenkins/test-data/33f8c968-2ee0-a25b-3295-8af599246308/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7a3e233122fe4268a51a9ee1ccb110a9, entries=6, sequenceid=55, filesize=6.4 K 2024-11-21T14:21:59,124 DEBUG [M:0;8a7a968213a0:35409 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45869/user/jenkins/test-data/33f8c968-2ee0-a25b-3295-8af599246308/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b0e11a7830184bdd8b7d63a34f22f53a as hdfs://localhost:45869/user/jenkins/test-data/33f8c968-2ee0-a25b-3295-8af599246308/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b0e11a7830184bdd8b7d63a34f22f53a 2024-11-21T14:21:59,127 INFO [M:0;8a7a968213a0:35409 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45869/user/jenkins/test-data/33f8c968-2ee0-a25b-3295-8af599246308/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b0e11a7830184bdd8b7d63a34f22f53a, entries=1, sequenceid=55, filesize=5.0 K 2024-11-21T14:21:59,128 INFO [M:0;8a7a968213a0:35409 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 874ms, sequenceid=55, compaction requested=false 2024-11-21T14:21:59,129 INFO [M:0;8a7a968213a0:35409 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:21:59,129 DEBUG [M:0;8a7a968213a0:35409 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732198918254Disabling compacts and flushes for region at 1732198918254Disabling writes for close at 1732198918254Obtaining lock to block concurrent updates at 1732198918254Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732198918254Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1732198918254Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732198918255 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732198918255Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732198918269 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732198918269Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732198918276 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732198918289 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732198918289Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732198918696 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732198918710 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732198918710Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51c0a6cf: reopening flushed file at 1732198919117 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6264779a: reopening flushed file at 1732198919121 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c89a000: reopening flushed file at 1732198919124 (+3 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 874ms, sequenceid=55, compaction requested=false at 1732198919128 (+4 ms)Writing region close event to WAL at 1732198919129 (+1 ms)Closed at 1732198919129 2024-11-21T14:21:59,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42061 is added to blk_1073741830_1006 (size=32770) 2024-11-21T14:21:59,131 INFO [M:0;8a7a968213a0:35409 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T14:21:59,131 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T14:21:59,131 INFO [M:0;8a7a968213a0:35409 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35409 2024-11-21T14:21:59,132 INFO [M:0;8a7a968213a0:35409 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T14:21:59,233 INFO [M:0;8a7a968213a0:35409 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T14:21:59,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35409-0x1013ae768d90003, quorum=127.0.0.1:51232, baseZNode=/1-35740045 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T14:21:59,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35409-0x1013ae768d90003, quorum=127.0.0.1:51232, baseZNode=/1-35740045 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T14:21:59,236 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@16cb611e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T14:21:59,236 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@42cb9d4b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T14:21:59,236 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T14:21:59,237 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4aa2692e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T14:21:59,237 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@654e73bb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1934018-6a06-e78a-796c-7048a572436d/hadoop.log.dir/,STOPPED} 2024-11-21T14:21:59,237 WARN [BP-152994611-172.17.0.2-1732198894690 heartbeating to localhost/127.0.0.1:45869 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T14:21:59,237 WARN [BP-152994611-172.17.0.2-1732198894690 heartbeating to localhost/127.0.0.1:45869 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-152994611-172.17.0.2-1732198894690 (Datanode Uuid 08875932-1005-4730-b419-cf5fa5db9bcd) service to localhost/127.0.0.1:45869 2024-11-21T14:21:59,238 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T14:21:59,238 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1934018-6a06-e78a-796c-7048a572436d/cluster_1a81ec37-1f5d-72b8-d8a7-81aafb7c37dd/data/data1/current/BP-152994611-172.17.0.2-1732198894690 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T14:21:59,238 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T14:21:59,238 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1934018-6a06-e78a-796c-7048a572436d/cluster_1a81ec37-1f5d-72b8-d8a7-81aafb7c37dd/data/data2/current/BP-152994611-172.17.0.2-1732198894690 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T14:21:59,238 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T14:21:59,244 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@690fba0f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T14:21:59,245 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6627d46b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T14:21:59,245 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T14:21:59,245 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@738e3a8a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T14:21:59,245 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@119eee7d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1934018-6a06-e78a-796c-7048a572436d/hadoop.log.dir/,STOPPED} 2024-11-21T14:21:59,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T14:21:59,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T14:21:59,257 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T14:21:59,257 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:21:59,257 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:21:59,257 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:21:59,257 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T14:21:59,257 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:21:59,257 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1552801896, stopped=false 2024-11-21T14:21:59,257 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8a7a968213a0,44295,1732198892347 2024-11-21T14:21:59,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44295-0x1013ae768d90000, quorum=127.0.0.1:51232, baseZNode=/0-1277756425 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1277756425/running 2024-11-21T14:21:59,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36103-0x1013ae768d90001, quorum=127.0.0.1:51232, baseZNode=/0-1277756425 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1277756425/running 2024-11-21T14:21:59,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44295-0x1013ae768d90000, quorum=127.0.0.1:51232, baseZNode=/0-1277756425 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1277756425 2024-11-21T14:21:59,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36103-0x1013ae768d90001, quorum=127.0.0.1:51232, baseZNode=/0-1277756425 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1277756425 2024-11-21T14:21:59,260 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T14:21:59,260 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T14:21:59,260 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:21:59,260 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:21:59,260 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8a7a968213a0,36103,1732198892523' ***** 2024-11-21T14:21:59,260 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T14:21:59,260 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36103-0x1013ae768d90001, quorum=127.0.0.1:51232, baseZNode=/0-1277756425 Set watcher on znode that does not yet exist, /0-1277756425/running 2024-11-21T14:21:59,261 INFO [RS:0;8a7a968213a0:36103 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T14:21:59,261 INFO [RS:0;8a7a968213a0:36103 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T14:21:59,261 INFO [RS:0;8a7a968213a0:36103 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T14:21:59,261 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T14:21:59,261 INFO [RS:0;8a7a968213a0:36103 {}] regionserver.HRegionServer(3091): Received CLOSE for 35c675119b9ef13a56467e4679d95130 2024-11-21T14:21:59,261 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44295-0x1013ae768d90000, quorum=127.0.0.1:51232, baseZNode=/0-1277756425 Set watcher on znode that does not yet exist, /0-1277756425/running 2024-11-21T14:21:59,261 INFO [RS:0;8a7a968213a0:36103 {}] regionserver.HRegionServer(3091): Received CLOSE for f8b27d26df83825099a6b178653bb6f2 2024-11-21T14:21:59,262 INFO [RS:0;8a7a968213a0:36103 {}] regionserver.HRegionServer(959): stopping server 8a7a968213a0,36103,1732198892523 2024-11-21T14:21:59,262 INFO [RS:0;8a7a968213a0:36103 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T14:21:59,262 INFO [RS:0;8a7a968213a0:36103 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8a7a968213a0:36103. 2024-11-21T14:21:59,262 DEBUG [RS:0;8a7a968213a0:36103 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:21:59,262 DEBUG [RS:0;8a7a968213a0:36103 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:21:59,262 INFO [RS:0;8a7a968213a0:36103 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T14:21:59,262 INFO [RS:0;8a7a968213a0:36103 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T14:21:59,262 INFO [RS:0;8a7a968213a0:36103 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T14:21:59,262 INFO [RS:0;8a7a968213a0:36103 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T14:21:59,262 INFO [RS:0;8a7a968213a0:36103 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-21T14:21:59,262 DEBUG [RS:0;8a7a968213a0:36103 {}] regionserver.HRegionServer(1325): Online Regions={35c675119b9ef13a56467e4679d95130=hbase:replication,,1732198906863.35c675119b9ef13a56467e4679d95130., f8b27d26df83825099a6b178653bb6f2=test,,1732198902425.f8b27d26df83825099a6b178653bb6f2., 1588230740=hbase:meta,,1.1588230740} 2024-11-21T14:21:59,262 DEBUG [RS:0;8a7a968213a0:36103 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 35c675119b9ef13a56467e4679d95130, f8b27d26df83825099a6b178653bb6f2 2024-11-21T14:21:59,263 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 35c675119b9ef13a56467e4679d95130, disabling compactions & flushes 2024-11-21T14:21:59,263 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732198906863.35c675119b9ef13a56467e4679d95130. 2024-11-21T14:21:59,263 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732198906863.35c675119b9ef13a56467e4679d95130. 2024-11-21T14:21:59,263 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T14:21:59,263 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732198906863.35c675119b9ef13a56467e4679d95130. after waiting 0 ms 2024-11-21T14:21:59,263 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732198906863.35c675119b9ef13a56467e4679d95130. 2024-11-21T14:21:59,263 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T14:21:59,263 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 35c675119b9ef13a56467e4679d95130 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-21T14:21:59,263 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T14:21:59,263 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T14:21:59,263 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T14:21:59,263 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-21T14:21:59,278 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/data/hbase/meta/1588230740/.tmp/info/5a08f956bb1a4e0797886a54bbcb3b64 is 147, key is hbase:replication,,1732198906863.35c675119b9ef13a56467e4679d95130./info:regioninfo/1732198907628/Put/seqid=0 2024-11-21T14:21:59,278 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/data/hbase/replication/35c675119b9ef13a56467e4679d95130/.tmp/hfileref/4ed9402c36584c56b656171a57e9d444 is 74, key is 1/hfileref:264d29131c834b10bbd777df5078dd86_SeqId_4_/1732198908857/DeleteColumn/seqid=0 2024-11-21T14:21:59,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35409 is added to blk_1073741847_1023 (size=7686) 2024-11-21T14:21:59,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35409 is added to blk_1073741848_1024 (size=5489) 2024-11-21T14:21:59,341 INFO [regionserver/8a7a968213a0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T14:21:59,462 DEBUG [RS:0;8a7a968213a0:36103 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 35c675119b9ef13a56467e4679d95130, f8b27d26df83825099a6b178653bb6f2 2024-11-21T14:21:59,663 DEBUG [RS:0;8a7a968213a0:36103 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 35c675119b9ef13a56467e4679d95130, f8b27d26df83825099a6b178653bb6f2 2024-11-21T14:21:59,682 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/data/hbase/meta/1588230740/.tmp/info/5a08f956bb1a4e0797886a54bbcb3b64 2024-11-21T14:21:59,682 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/data/hbase/replication/35c675119b9ef13a56467e4679d95130/.tmp/hfileref/4ed9402c36584c56b656171a57e9d444 2024-11-21T14:21:59,702 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/data/hbase/replication/35c675119b9ef13a56467e4679d95130/.tmp/queue/c32e342969ba42949c3519f8150badb1 is 153, key is 1-8a7a968213a0,36103,1732198892523/queue:8a7a968213a0%2C36103%2C1732198892523/1732198911682/Put/seqid=0 2024-11-21T14:21:59,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35409 is added to blk_1073741849_1025 (size=5504) 2024-11-21T14:21:59,707 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/data/hbase/replication/35c675119b9ef13a56467e4679d95130/.tmp/queue/c32e342969ba42949c3519f8150badb1 2024-11-21T14:21:59,709 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/data/hbase/meta/1588230740/.tmp/ns/4c622a94c83e44e2aca423dd93b73ce8 is 43, key is default/ns:d/1732198894606/Put/seqid=0 2024-11-21T14:21:59,711 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/data/hbase/replication/35c675119b9ef13a56467e4679d95130/.tmp/hfileref/4ed9402c36584c56b656171a57e9d444 as hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/data/hbase/replication/35c675119b9ef13a56467e4679d95130/hfileref/4ed9402c36584c56b656171a57e9d444 2024-11-21T14:21:59,715 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/data/hbase/replication/35c675119b9ef13a56467e4679d95130/hfileref/4ed9402c36584c56b656171a57e9d444, entries=6, sequenceid=17, filesize=5.4 K 2024-11-21T14:21:59,716 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/data/hbase/replication/35c675119b9ef13a56467e4679d95130/.tmp/queue/c32e342969ba42949c3519f8150badb1 as hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/data/hbase/replication/35c675119b9ef13a56467e4679d95130/queue/c32e342969ba42949c3519f8150badb1 2024-11-21T14:21:59,719 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/data/hbase/replication/35c675119b9ef13a56467e4679d95130/queue/c32e342969ba42949c3519f8150badb1, entries=2, sequenceid=17, filesize=5.4 K 2024-11-21T14:21:59,720 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 35c675119b9ef13a56467e4679d95130 in 457ms, sequenceid=17, compaction requested=false 2024-11-21T14:21:59,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35409 is added to blk_1073741850_1026 (size=5153) 2024-11-21T14:21:59,726 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/data/hbase/replication/35c675119b9ef13a56467e4679d95130/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-21T14:21:59,726 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T14:21:59,726 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T14:21:59,726 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732198906863.35c675119b9ef13a56467e4679d95130. 2024-11-21T14:21:59,726 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 35c675119b9ef13a56467e4679d95130: Waiting for close lock at 1732198919262Running coprocessor pre-close hooks at 1732198919262Disabling compacts and flushes for region at 1732198919262Disabling writes for close at 1732198919263 (+1 ms)Obtaining lock to block concurrent updates at 1732198919263Preparing flush snapshotting stores in 35c675119b9ef13a56467e4679d95130 at 1732198919263Finished memstore snapshotting hbase:replication,,1732198906863.35c675119b9ef13a56467e4679d95130., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1732198919263Flushing stores of hbase:replication,,1732198906863.35c675119b9ef13a56467e4679d95130. at 1732198919264 (+1 ms)Flushing 35c675119b9ef13a56467e4679d95130/hfileref: creating writer at 1732198919264Flushing 35c675119b9ef13a56467e4679d95130/hfileref: appending metadata at 1732198919278 (+14 ms)Flushing 35c675119b9ef13a56467e4679d95130/hfileref: closing flushed file at 1732198919278Flushing 35c675119b9ef13a56467e4679d95130/queue: creating writer at 1732198919686 (+408 ms)Flushing 35c675119b9ef13a56467e4679d95130/queue: appending metadata at 1732198919701 (+15 ms)Flushing 35c675119b9ef13a56467e4679d95130/queue: closing flushed file at 1732198919701Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56b27b10: reopening flushed file at 1732198919710 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4059aa94: reopening flushed file at 1732198919715 (+5 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 35c675119b9ef13a56467e4679d95130 in 457ms, sequenceid=17, compaction requested=false at 1732198919720 (+5 ms)Writing region close event to WAL at 1732198919723 (+3 ms)Running coprocessor post-close hooks at 1732198919726 (+3 ms)Closed at 1732198919726 2024-11-21T14:21:59,727 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732198906863.35c675119b9ef13a56467e4679d95130. 2024-11-21T14:21:59,727 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f8b27d26df83825099a6b178653bb6f2, disabling compactions & flushes 2024-11-21T14:21:59,727 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732198902425.f8b27d26df83825099a6b178653bb6f2. 2024-11-21T14:21:59,727 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732198902425.f8b27d26df83825099a6b178653bb6f2. 2024-11-21T14:21:59,727 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732198902425.f8b27d26df83825099a6b178653bb6f2. after waiting 0 ms 2024-11-21T14:21:59,727 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732198902425.f8b27d26df83825099a6b178653bb6f2. 2024-11-21T14:21:59,729 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/data/default/test/f8b27d26df83825099a6b178653bb6f2/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-21T14:21:59,730 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T14:21:59,730 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T14:21:59,730 INFO [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732198902425.f8b27d26df83825099a6b178653bb6f2. 2024-11-21T14:21:59,730 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f8b27d26df83825099a6b178653bb6f2: Waiting for close lock at 1732198919727Running coprocessor pre-close hooks at 1732198919727Disabling compacts and flushes for region at 1732198919727Disabling writes for close at 1732198919727Writing region close event to WAL at 1732198919727Running coprocessor post-close hooks at 1732198919730 (+3 ms)Closed at 1732198919730 2024-11-21T14:21:59,730 DEBUG [RS_CLOSE_REGION-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732198902425.f8b27d26df83825099a6b178653bb6f2. 2024-11-21T14:21:59,863 DEBUG [RS:0;8a7a968213a0:36103 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T14:21:59,872 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,36103,1732198892523.replicationSource.wal-reader.8a7a968213a0%2C36103%2C1732198892523,1-8a7a968213a0,36103,1732198892523 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/WALs/8a7a968213a0,36103,1732198892523/8a7a968213a0%2C36103%2C1732198892523.1732198909520 to pos 393, reset compression=false 2024-11-21T14:21:59,876 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,36103,1732198892523.replicationSource.wal-reader.8a7a968213a0%2C36103%2C1732198892523,1-8a7a968213a0,36103,1732198892523 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T14:21:59,877 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,36103,1732198892523.replicationSource.wal-reader.8a7a968213a0%2C36103%2C1732198892523,1-8a7a968213a0,36103,1732198892523 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/WALs/8a7a968213a0,36103,1732198892523/8a7a968213a0%2C36103%2C1732198892523.1732198909520 to pos 688, reset compression=false 2024-11-21T14:21:59,877 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,36103,1732198892523.replicationSource.shipper8a7a968213a0%2C36103%2C1732198892523,1-8a7a968213a0,36103,1732198892523 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-8a7a968213a0,36103,1732198892523 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/WALs/8a7a968213a0,36103,1732198892523/8a7a968213a0%2C36103%2C1732198892523.1732198909520, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T14:21:59,877 ERROR [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,36103,1732198892523.replicationSource.shipper8a7a968213a0%2C36103%2C1732198892523,1-8a7a968213a0,36103,1732198892523 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 8a7a968213a0,36103,1732198892523: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-8a7a968213a0,36103,1732198892523, walGroup=8a7a968213a0%2C36103%2C1732198892523, offset=8a7a968213a0%2C36103%2C1732198892523.1732198909520:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8a7a968213a0:36103 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-21T14:21:59,879 ERROR [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,36103,1732198892523.replicationSource.shipper8a7a968213a0%2C36103%2C1732198892523,1-8a7a968213a0,36103,1732198892523 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-21T14:21:59,879 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,36103,1732198892523.replicationSource.shipper8a7a968213a0%2C36103%2C1732198892523,1-8a7a968213a0,36103,1732198892523 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-21T14:21:59,879 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,36103,1732198892523.replicationSource.shipper8a7a968213a0%2C36103%2C1732198892523,1-8a7a968213a0,36103,1732198892523 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-21T14:21:59,879 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,36103,1732198892523.replicationSource.shipper8a7a968213a0%2C36103%2C1732198892523,1-8a7a968213a0,36103,1732198892523 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-21T14:21:59,879 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,36103,1732198892523.replicationSource.shipper8a7a968213a0%2C36103%2C1732198892523,1-8a7a968213a0,36103,1732198892523 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-21T14:21:59,879 INFO [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,36103,1732198892523.replicationSource.shipper8a7a968213a0%2C36103%2C1732198892523,1-8a7a968213a0,36103,1732198892523 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1572864000, "init": 1048576000, "max": 2306867200, "used": 1273980208 }, "NonHeapMemoryUsage": { "committed": 211025920, "init": 7667712, "max": -1, "used": 208044904 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-21T14:21:59,880 WARN [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,36103,1732198892523.replicationSource.shipper8a7a968213a0%2C36103%2C1732198892523,1-8a7a968213a0,36103,1732198892523 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8a7a968213a0:44295 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8a7a968213a0:44295 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-21T14:22:00,015 INFO [regionserver/8a7a968213a0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T14:22:00,015 INFO [regionserver/8a7a968213a0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T14:22:00,063 DEBUG [RS:0;8a7a968213a0:36103 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T14:22:00,081 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,36103,1732198892523.replicationSource.wal-reader.8a7a968213a0%2C36103%2C1732198892523,1-8a7a968213a0,36103,1732198892523 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/WALs/8a7a968213a0,36103,1732198892523/8a7a968213a0%2C36103%2C1732198892523.1732198909520 to pos 688, reset compression=false 2024-11-21T14:22:00,125 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/data/hbase/meta/1588230740/.tmp/ns/4c622a94c83e44e2aca423dd93b73ce8 2024-11-21T14:22:00,144 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/data/hbase/meta/1588230740/.tmp/rep_barrier/ce8a56dd417c47dfa442fb561ad03f34 is 112, key is test,,1732198902425.f8b27d26df83825099a6b178653bb6f2./rep_barrier:seqnumDuringOpen/1732198903577/Put/seqid=0 2024-11-21T14:22:00,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35409 is added to blk_1073741851_1027 (size=5518) 2024-11-21T14:22:00,148 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/data/hbase/meta/1588230740/.tmp/rep_barrier/ce8a56dd417c47dfa442fb561ad03f34 2024-11-21T14:22:00,167 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/data/hbase/meta/1588230740/.tmp/table/7d57d2e039bc41568c1dac969b399702 is 53, key is hbase:replication/table:state/1732198907634/Put/seqid=0 2024-11-21T14:22:00,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35409 is added to blk_1073741852_1028 (size=5308) 2024-11-21T14:22:00,170 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/data/hbase/meta/1588230740/.tmp/table/7d57d2e039bc41568c1dac969b399702 2024-11-21T14:22:00,175 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/data/hbase/meta/1588230740/.tmp/info/5a08f956bb1a4e0797886a54bbcb3b64 as hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/data/hbase/meta/1588230740/info/5a08f956bb1a4e0797886a54bbcb3b64 2024-11-21T14:22:00,179 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/data/hbase/meta/1588230740/info/5a08f956bb1a4e0797886a54bbcb3b64, entries=20, sequenceid=16, filesize=7.5 K 2024-11-21T14:22:00,180 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/data/hbase/meta/1588230740/.tmp/ns/4c622a94c83e44e2aca423dd93b73ce8 as hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/data/hbase/meta/1588230740/ns/4c622a94c83e44e2aca423dd93b73ce8 2024-11-21T14:22:00,183 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/data/hbase/meta/1588230740/ns/4c622a94c83e44e2aca423dd93b73ce8, entries=2, sequenceid=16, filesize=5.0 K 2024-11-21T14:22:00,184 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/data/hbase/meta/1588230740/.tmp/rep_barrier/ce8a56dd417c47dfa442fb561ad03f34 as hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/data/hbase/meta/1588230740/rep_barrier/ce8a56dd417c47dfa442fb561ad03f34 2024-11-21T14:22:00,187 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/data/hbase/meta/1588230740/rep_barrier/ce8a56dd417c47dfa442fb561ad03f34, entries=1, sequenceid=16, filesize=5.4 K 2024-11-21T14:22:00,188 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/data/hbase/meta/1588230740/.tmp/table/7d57d2e039bc41568c1dac969b399702 as hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/data/hbase/meta/1588230740/table/7d57d2e039bc41568c1dac969b399702 2024-11-21T14:22:00,191 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/data/hbase/meta/1588230740/table/7d57d2e039bc41568c1dac969b399702, entries=4, sequenceid=16, filesize=5.2 K 2024-11-21T14:22:00,193 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 930ms, sequenceid=16, compaction requested=false 2024-11-21T14:22:00,193 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T14:22:00,197 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-21T14:22:00,198 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T14:22:00,198 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T14:22:00,198 INFO [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T14:22:00,198 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732198919263Running coprocessor pre-close hooks at 1732198919263Disabling compacts and flushes for region at 1732198919263Disabling writes for close at 1732198919263Obtaining lock to block concurrent updates at 1732198919263Preparing flush snapshotting stores in 1588230740 at 1732198919263Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732198919263Flushing stores of hbase:meta,,1.1588230740 at 1732198919264 (+1 ms)Flushing 1588230740/info: creating writer at 1732198919264Flushing 1588230740/info: appending metadata at 1732198919278 (+14 ms)Flushing 1588230740/info: closing flushed file at 1732198919278Flushing 1588230740/ns: creating writer at 1732198919686 (+408 ms)Flushing 1588230740/ns: appending metadata at 1732198919709 (+23 ms)Flushing 1588230740/ns: closing flushed file at 1732198919709Flushing 1588230740/rep_barrier: creating writer at 1732198920129 (+420 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732198920144 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732198920144Flushing 1588230740/table: creating writer at 1732198920152 (+8 ms)Flushing 1588230740/table: appending metadata at 1732198920167 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732198920167Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23354afc: reopening flushed file at 1732198920174 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49f0a61: reopening flushed file at 1732198920179 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61d51d16: reopening flushed file at 1732198920183 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e5ef592: reopening flushed file at 1732198920187 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 930ms, sequenceid=16, compaction requested=false at 1732198920193 (+6 ms)Writing region close event to WAL at 1732198920195 (+2 ms)Running coprocessor post-close hooks at 1732198920198 (+3 ms)Closed at 1732198920198 2024-11-21T14:22:00,198 DEBUG [RS_CLOSE_META-regionserver/8a7a968213a0:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T14:22:00,233 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,2-8a7a968213a0,36103,1732198892523.replicationSource.wal-reader.8a7a968213a0%2C36103%2C1732198892523,2-8a7a968213a0,36103,1732198892523 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/WALs/8a7a968213a0,36103,1732198892523/8a7a968213a0%2C36103%2C1732198892523.1732198909520 to pos 393, reset compression=false 2024-11-21T14:22:00,238 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,2-8a7a968213a0,36103,1732198892523.replicationSource.wal-reader.8a7a968213a0%2C36103%2C1732198892523,2-8a7a968213a0,36103,1732198892523 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T14:22:00,238 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,2-8a7a968213a0,36103,1732198892523.replicationSource.wal-reader.8a7a968213a0%2C36103%2C1732198892523,2-8a7a968213a0,36103,1732198892523 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/WALs/8a7a968213a0,36103,1732198892523/8a7a968213a0%2C36103%2C1732198892523.1732198909520 to pos 688, reset compression=false 2024-11-21T14:22:00,238 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,2-8a7a968213a0,36103,1732198892523.replicationSource.shipper8a7a968213a0%2C36103%2C1732198892523,2-8a7a968213a0,36103,1732198892523 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-8a7a968213a0,36103,1732198892523 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/WALs/8a7a968213a0,36103,1732198892523/8a7a968213a0%2C36103%2C1732198892523.1732198909520, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T14:22:00,239 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,2-8a7a968213a0,36103,1732198892523.replicationSource.shipper8a7a968213a0%2C36103%2C1732198892523,2-8a7a968213a0,36103,1732198892523 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-11-21T14:22:00,263 INFO [RS:0;8a7a968213a0:36103 {}] regionserver.HRegionServer(976): stopping server 8a7a968213a0,36103,1732198892523; all regions closed. 2024-11-21T14:22:00,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35409 is added to blk_1073741842_1018 (size=859) 2024-11-21T14:22:00,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35409 is added to blk_1073741843_1019 (size=2791) 2024-11-21T14:22:00,268 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/WALs/8a7a968213a0,36103,1732198892523/8a7a968213a0%2C36103%2C1732198892523.rep.1732198909500 not finished, retry = 0 2024-11-21T14:22:00,370 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/WALs/8a7a968213a0,36103,1732198892523/8a7a968213a0%2C36103%2C1732198892523.1732198909520 not finished, retry = 0 2024-11-21T14:22:00,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35409 is added to blk_1073741844_1020 (size=696) 2024-11-21T14:22:00,388 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,36103,1732198892523.replicationSource.wal-reader.8a7a968213a0%2C36103%2C1732198892523,1-8a7a968213a0,36103,1732198892523 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/WALs/8a7a968213a0,36103,1732198892523/8a7a968213a0%2C36103%2C1732198892523.1732198909520 to pos 688, reset compression=false 2024-11-21T14:22:00,442 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,2-8a7a968213a0,36103,1732198892523.replicationSource.wal-reader.8a7a968213a0%2C36103%2C1732198892523,2-8a7a968213a0,36103,1732198892523 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/WALs/8a7a968213a0,36103,1732198892523/8a7a968213a0%2C36103%2C1732198892523.1732198909520 to pos 688, reset compression=false 2024-11-21T14:22:00,471 DEBUG [RS:0;8a7a968213a0:36103 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:22:00,471 INFO [RS:0;8a7a968213a0:36103 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T14:22:00,471 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,36103,1732198892523.replicationSource.wal-reader.8a7a968213a0%2C36103%2C1732198892523,1-8a7a968213a0,36103,1732198892523 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/WALs/8a7a968213a0,36103,1732198892523/8a7a968213a0%2C36103%2C1732198892523.1732198909520 2024-11-21T14:22:00,471 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,2-8a7a968213a0,36103,1732198892523.replicationSource.wal-reader.8a7a968213a0%2C36103%2C1732198892523,2-8a7a968213a0,36103,1732198892523 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/WALs/8a7a968213a0,36103,1732198892523/8a7a968213a0%2C36103%2C1732198892523.1732198909520 2024-11-21T14:22:00,471 INFO [RS:0;8a7a968213a0:36103 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T14:22:00,471 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,2-8a7a968213a0,36103,1732198892523.replicationSource.wal-reader.8a7a968213a0%2C36103%2C1732198892523,2-8a7a968213a0,36103,1732198892523 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-21T14:22:00,471 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,36103,1732198892523.replicationSource.wal-reader.8a7a968213a0%2C36103%2C1732198892523,1-8a7a968213a0,36103,1732198892523 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-21T14:22:00,471 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,2-8a7a968213a0,36103,1732198892523.replicationSource.wal-reader.8a7a968213a0%2C36103%2C1732198892523,2-8a7a968213a0,36103,1732198892523 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-21T14:22:00,471 DEBUG [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,36103,1732198892523.replicationSource.wal-reader.8a7a968213a0%2C36103%2C1732198892523,1-8a7a968213a0,36103,1732198892523 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-21T14:22:00,471 INFO [RS:0;8a7a968213a0:36103 {}] hbase.ChoreService(370): Chore service for: regionserver/8a7a968213a0:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T14:22:00,472 INFO [RS:0;8a7a968213a0:36103 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T14:22:00,472 INFO [regionserver/8a7a968213a0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T14:22:00,472 INFO [RS:0;8a7a968213a0:36103 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-8a7a968213a0,36103,1732198892523 because: Region server is closing 2024-11-21T14:22:00,472 INFO [RS:0;8a7a968213a0:36103 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8a7a968213a0:36103. 2024-11-21T14:22:00,472 DEBUG [RS:0;8a7a968213a0:36103 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:22:00,472 DEBUG [RS:0;8a7a968213a0:36103 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:22:00,472 DEBUG [RS:0;8a7a968213a0:36103 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:22:00,472 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:22:00,573 INFO [RS:0;8a7a968213a0:36103 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,36103,1732198892523.replicationSource.shipper8a7a968213a0%2C36103%2C1732198892523,1-8a7a968213a0,36103,1732198892523 terminated 2024-11-21T14:22:00,573 INFO [RS:0;8a7a968213a0:36103 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-8a7a968213a0,36103,1732198892523 because: Region server is closing 2024-11-21T14:22:00,573 WARN [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,1-8a7a968213a0,36103,1732198892523.replicationSource.wal-reader.8a7a968213a0%2C36103%2C1732198892523,1-8a7a968213a0,36103,1732198892523 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.replicationDone(ReplicationSourceWALReader.java:123) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:151) ~[classes/:?] 2024-11-21T14:22:00,573 INFO [RS:0;8a7a968213a0:36103 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8a7a968213a0:36103. 2024-11-21T14:22:00,573 DEBUG [RS:0;8a7a968213a0:36103 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T14:22:00,573 DEBUG [RS:0;8a7a968213a0:36103 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:22:00,573 DEBUG [RS:0;8a7a968213a0:36103 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T14:22:00,573 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T14:22:00,673 INFO [RS:0;8a7a968213a0:36103 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,2-8a7a968213a0,36103,1732198892523.replicationSource.shipper8a7a968213a0%2C36103%2C1732198892523,2-8a7a968213a0,36103,1732198892523 terminated 2024-11-21T14:22:00,673 WARN [RS_REFRESH_PEER-regionserver/8a7a968213a0:0-0.replicationSource,2-8a7a968213a0,36103,1732198892523.replicationSource.wal-reader.8a7a968213a0%2C36103%2C1732198892523,2-8a7a968213a0,36103,1732198892523 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.replicationDone(ReplicationSourceWALReader.java:123) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:151) ~[classes/:?] 2024-11-21T14:22:00,673 INFO [RS:0;8a7a968213a0:36103 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36103 2024-11-21T14:22:00,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36103-0x1013ae768d90001, quorum=127.0.0.1:51232, baseZNode=/0-1277756425 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1277756425/rs/8a7a968213a0,36103,1732198892523 2024-11-21T14:22:00,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44295-0x1013ae768d90000, quorum=127.0.0.1:51232, baseZNode=/0-1277756425 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1277756425/rs 2024-11-21T14:22:00,675 INFO [RS:0;8a7a968213a0:36103 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T14:22:00,676 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8a7a968213a0,36103,1732198892523] 2024-11-21T14:22:00,677 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1277756425/draining/8a7a968213a0,36103,1732198892523 already deleted, retry=false 2024-11-21T14:22:00,677 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8a7a968213a0,36103,1732198892523 expired; onlineServers=0 2024-11-21T14:22:00,677 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8a7a968213a0,44295,1732198892347' ***** 2024-11-21T14:22:00,678 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T14:22:00,678 INFO [M:0;8a7a968213a0:44295 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T14:22:00,678 INFO [M:0;8a7a968213a0:44295 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T14:22:00,678 DEBUG [M:0;8a7a968213a0:44295 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T14:22:00,678 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T14:22:00,678 DEBUG [M:0;8a7a968213a0:44295 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T14:22:00,678 DEBUG [master/8a7a968213a0:0:becomeActiveMaster-HFileCleaner.large.0-1732198893908 {}] cleaner.HFileCleaner(306): Exit Thread[master/8a7a968213a0:0:becomeActiveMaster-HFileCleaner.large.0-1732198893908,5,FailOnTimeoutGroup] 2024-11-21T14:22:00,678 DEBUG [master/8a7a968213a0:0:becomeActiveMaster-HFileCleaner.small.0-1732198893910 {}] cleaner.HFileCleaner(306): Exit Thread[master/8a7a968213a0:0:becomeActiveMaster-HFileCleaner.small.0-1732198893910,5,FailOnTimeoutGroup] 2024-11-21T14:22:00,678 INFO [M:0;8a7a968213a0:44295 {}] hbase.ChoreService(370): Chore service for: master/8a7a968213a0:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T14:22:00,678 INFO [M:0;8a7a968213a0:44295 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T14:22:00,678 DEBUG [M:0;8a7a968213a0:44295 {}] master.HMaster(1795): Stopping service threads 2024-11-21T14:22:00,678 INFO [M:0;8a7a968213a0:44295 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T14:22:00,678 INFO [M:0;8a7a968213a0:44295 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T14:22:00,678 INFO [M:0;8a7a968213a0:44295 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T14:22:00,678 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T14:22:00,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44295-0x1013ae768d90000, quorum=127.0.0.1:51232, baseZNode=/0-1277756425 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1277756425/master 2024-11-21T14:22:00,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44295-0x1013ae768d90000, quorum=127.0.0.1:51232, baseZNode=/0-1277756425 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1277756425 2024-11-21T14:22:00,684 DEBUG [M:0;8a7a968213a0:44295 {}] zookeeper.ZKUtil(347): master:44295-0x1013ae768d90000, quorum=127.0.0.1:51232, baseZNode=/0-1277756425 Unable to get data of znode /0-1277756425/master because node does not exist (not an error) 2024-11-21T14:22:00,684 WARN [M:0;8a7a968213a0:44295 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T14:22:00,685 INFO [M:0;8a7a968213a0:44295 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/.lastflushedseqids 2024-11-21T14:22:00,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35409 is added to blk_1073741853_1029 (size=263) 2024-11-21T14:22:00,777 INFO [RS:0;8a7a968213a0:36103 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T14:22:00,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36103-0x1013ae768d90001, quorum=127.0.0.1:51232, baseZNode=/0-1277756425 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T14:22:00,777 INFO [RS:0;8a7a968213a0:36103 {}] regionserver.HRegionServer(1031): Exiting; stopping=8a7a968213a0,36103,1732198892523; zookeeper connection closed. 2024-11-21T14:22:00,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36103-0x1013ae768d90001, quorum=127.0.0.1:51232, baseZNode=/0-1277756425 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T14:22:00,777 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4cc35b22 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4cc35b22 2024-11-21T14:22:00,777 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T14:22:01,089 INFO [M:0;8a7a968213a0:44295 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T14:22:01,089 INFO [M:0;8a7a968213a0:44295 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T14:22:01,090 DEBUG [M:0;8a7a968213a0:44295 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T14:22:01,090 INFO [M:0;8a7a968213a0:44295 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:22:01,090 DEBUG [M:0;8a7a968213a0:44295 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:22:01,090 DEBUG [M:0;8a7a968213a0:44295 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T14:22:01,090 DEBUG [M:0;8a7a968213a0:44295 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:22:01,090 INFO [M:0;8a7a968213a0:44295 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.83 KB heapSize=70.51 KB 2024-11-21T14:22:01,106 DEBUG [M:0;8a7a968213a0:44295 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5d09d040990c4e1493127af5256ff8f8 is 82, key is hbase:meta,,1/info:regioninfo/1732198894591/Put/seqid=0 2024-11-21T14:22:01,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35409 is added to blk_1073741854_1030 (size=5672) 2024-11-21T14:22:01,509 INFO [M:0;8a7a968213a0:44295 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5d09d040990c4e1493127af5256ff8f8 2024-11-21T14:22:01,527 DEBUG [M:0;8a7a968213a0:44295 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/eca02af097244125808c8ade4320e0d3 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732198907637/Put/seqid=0 2024-11-21T14:22:01,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35409 is added to blk_1073741855_1031 (size=8909) 2024-11-21T14:22:01,531 INFO [M:0;8a7a968213a0:44295 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.28 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/eca02af097244125808c8ade4320e0d3 2024-11-21T14:22:01,548 DEBUG [M:0;8a7a968213a0:44295 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d2a670bb6fe14d61ba8c2b964bd107d1 is 69, key is 8a7a968213a0,36103,1732198892523/rs:state/1732198893970/Put/seqid=0 2024-11-21T14:22:01,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35409 is added to blk_1073741856_1032 (size=5156) 2024-11-21T14:22:01,935 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T14:22:01,952 INFO [M:0;8a7a968213a0:44295 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d2a670bb6fe14d61ba8c2b964bd107d1 2024-11-21T14:22:01,956 DEBUG [M:0;8a7a968213a0:44295 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5d09d040990c4e1493127af5256ff8f8 as hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5d09d040990c4e1493127af5256ff8f8 2024-11-21T14:22:01,959 INFO [M:0;8a7a968213a0:44295 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5d09d040990c4e1493127af5256ff8f8, entries=8, sequenceid=112, filesize=5.5 K 2024-11-21T14:22:01,960 DEBUG [M:0;8a7a968213a0:44295 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/eca02af097244125808c8ade4320e0d3 as hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/eca02af097244125808c8ade4320e0d3 2024-11-21T14:22:01,963 INFO [M:0;8a7a968213a0:44295 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/eca02af097244125808c8ade4320e0d3, entries=13, sequenceid=112, filesize=8.7 K 2024-11-21T14:22:01,964 DEBUG [M:0;8a7a968213a0:44295 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d2a670bb6fe14d61ba8c2b964bd107d1 as hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d2a670bb6fe14d61ba8c2b964bd107d1 2024-11-21T14:22:01,966 INFO [M:0;8a7a968213a0:44295 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34479/user/jenkins/test-data/7da935c5-3ec1-c9d3-b938-82a0919998b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d2a670bb6fe14d61ba8c2b964bd107d1, entries=1, sequenceid=112, filesize=5.0 K 2024-11-21T14:22:01,967 INFO [M:0;8a7a968213a0:44295 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 877ms, sequenceid=112, compaction requested=false 2024-11-21T14:22:01,968 INFO [M:0;8a7a968213a0:44295 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T14:22:01,968 DEBUG [M:0;8a7a968213a0:44295 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732198921089Disabling compacts and flushes for region at 1732198921089Disabling writes for close at 1732198921090 (+1 ms)Obtaining lock to block concurrent updates at 1732198921090Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732198921090Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61268, getHeapSize=72136, getOffHeapSize=0, getCellsCount=131 at 1732198921090Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732198921091 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732198921091Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732198921105 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732198921105Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732198921513 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732198921527 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732198921527Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732198921534 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732198921547 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732198921547Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2095b878: reopening flushed file at 1732198921955 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b790ca2: reopening flushed file at 1732198921959 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77364396: reopening flushed file at 1732198921963 (+4 ms)Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 877ms, sequenceid=112, compaction requested=false at 1732198921967 (+4 ms)Writing region close event to WAL at 1732198921968 (+1 ms)Closed at 1732198921968 2024-11-21T14:22:01,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35409 is added to blk_1073741830_1006 (size=69055) 2024-11-21T14:22:01,971 INFO [M:0;8a7a968213a0:44295 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T14:22:01,971 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T14:22:01,971 INFO [M:0;8a7a968213a0:44295 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44295 2024-11-21T14:22:01,971 INFO [M:0;8a7a968213a0:44295 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T14:22:02,073 INFO [M:0;8a7a968213a0:44295 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T14:22:02,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44295-0x1013ae768d90000, quorum=127.0.0.1:51232, baseZNode=/0-1277756425 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T14:22:02,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44295-0x1013ae768d90000, quorum=127.0.0.1:51232, baseZNode=/0-1277756425 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T14:22:02,076 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@17e1c64d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T14:22:02,076 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@9aea8be{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T14:22:02,076 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T14:22:02,076 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f543dc9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T14:22:02,076 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63374392{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aaceca33-f7d5-5b61-6869-7fc10102d907/hadoop.log.dir/,STOPPED} 2024-11-21T14:22:02,078 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T14:22:02,078 WARN [BP-698521945-172.17.0.2-1732198891117 heartbeating to localhost/127.0.0.1:34479 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T14:22:02,078 WARN [BP-698521945-172.17.0.2-1732198891117 heartbeating to localhost/127.0.0.1:34479 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-698521945-172.17.0.2-1732198891117 (Datanode Uuid 2d5fad30-ae16-45a5-988c-fc1b18d6b989) service to localhost/127.0.0.1:34479 2024-11-21T14:22:02,078 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T14:22:02,078 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aaceca33-f7d5-5b61-6869-7fc10102d907/cluster_b0919b92-da8e-f058-b31f-b82e0fd48b0a/data/data1/current/BP-698521945-172.17.0.2-1732198891117 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T14:22:02,079 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aaceca33-f7d5-5b61-6869-7fc10102d907/cluster_b0919b92-da8e-f058-b31f-b82e0fd48b0a/data/data2/current/BP-698521945-172.17.0.2-1732198891117 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T14:22:02,079 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T14:22:02,086 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@736c1d10{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T14:22:02,086 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3ebed45a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T14:22:02,086 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T14:22:02,086 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d6047c0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T14:22:02,086 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50b15046{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aaceca33-f7d5-5b61-6869-7fc10102d907/hadoop.log.dir/,STOPPED} 2024-11-21T14:22:02,093 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-21T14:22:02,105 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T14:22:02,124 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=593 (was 534) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45869 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34479 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:43681 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45869 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34479 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34479 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43681 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34479 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:43681 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:45869 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45869 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45869 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:43681 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45869 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51232) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:45869 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45869 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:34479 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43681 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43681 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:45869 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:34479 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:43681 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34479 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43681 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51232) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43681 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:34479 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51232) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:34479 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:45869 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34479 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=976 (was 879) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=348 (was 415), ProcessCount=11 (was 11), AvailableMemoryMB=3314 (was 3984) 2024-11-21T14:22:02,124 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=593 is superior to 500